00000800:00000200:3.1F:1777572570.537648:0:3286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004534c92b] -> 12345-192.168.202.109@tcp (2) 00000800:00000200:2.1F:1777572570.538111:0:3277:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004534c92b] -> 12345-192.168.202.109@tcp (2) 00000800:00000200:2.1:1777572570.538122:0:3277:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.109@tcp 000000002a3936c4 deleted 00000800:00000010:2.1:1777572570.538124:0:3277:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002a3936c4. 00000800:00000200:2.1:1777572570.538129:0:3277:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1777572570.538159:0:3277:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:1023 00000800:00000200:2.1:1777572570.538163:0:3277:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000628d258f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1777572570.538306:0:3276:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1F:1777572570.538716:0:3278:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004534c92b] -> 12345-192.168.202.109@tcp (4) 00000800:00000200:1.1:1777572570.538730:0:3278:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.109@tcp 00000000d45a112a deleted 00000800:00000010:1.1:1777572570.538734:0:3278:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d45a112a. 00000800:00000200:1.1:1777572570.538738:0:3278:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1777572570.538891:0:3276:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1777572570.618180:0:5579:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a7855eb. 00010000:00000010:1.1:1777572570.618191:0:5579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008738006c. 00010000:00000010:0.1F:1777572570.848152:0:5736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072494310. 00010000:00000010:3.1:1777572570.850165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008fa1cb8b. 00010000:00000010:3.1:1777572570.850174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cb79292f. 00010000:00000010:1.1:1777572570.850181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000073b08563. 00010000:00000010:1.1:1777572570.850189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000da2bdc70. 00010000:02000000:3.1:1777573155.854730:0:5755:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573156.906353:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573157.930321:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573158.954347:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573168.122402:0:7457:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573169.130367:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573170.154363:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573171.178317:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777573189.143612:0:5757:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573190.186818:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777573191.210749:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777573192.234340:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1777573193.234945:0:5757:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573194.282369:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1777573195.306283:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1777573196.330489:0:5745:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1777573201.487978:0:20116:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:0.1:1777573201.493873:0:20116:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:3.1:1777573215.201617:0:6534:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:00000010:2.1:1777579483.511455:0:5585:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02493ac1d00. 00010000:00000010:2.1:1777579483.511476:0:5585:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bec00. 00010000:00000010:0.1:1777579483.514197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69bd200. 00010000:00000010:0.1:1777579483.514212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffffa02487fb4700. 00010000:00000010:0.1:1777579483.514216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffffa024a69be400. 00000100:00100000:1.0:1777580296.197245:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580296.197989:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580296.209910:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946190336 00000100:00100000:1.0:1777580296.209915:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946190336 00000100:00100000:1.0:1777580296.209952:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11076 00000100:00100000:1.0:1777580296.209963:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2361:x1863919946190336:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580296.210331:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2361:x1863919946190336:12345-192.168.202.9@tcp:2:touch.500 Request processed in 369us (594us total) trans 8589938306 rc 0/0 00000100:00100000:1.0:1777580296.210340:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11076 00000100:00100000:1.0:1777580296.210442:0:187655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1fb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:187655:1863919917389184:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1777580296.210484:0:187655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.210508:0:187655:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.210524:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917389184 00000100:00100000:1.0:1777580296.210527:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917389184 00000100:00100000:1.0:1777580296.210574:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11077 00000100:00100000:1.0:1777580296.210582:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:187655:x1863919917389184:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1777580296.210610:0:205900:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 5442 00000100:00100000:1.0:1777580296.269706:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946192384 00000100:00100000:1.0:1777580296.269724:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946192384 00000100:00100000:1.0:1777580296.269818:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11079 00000100:00100000:1.0:1777580296.269839:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2364:x1863919946192384:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580296.270351:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2364:x1863919946192384:12345-192.168.202.9@tcp:2:touch.500 Request processed in 516us (883us total) trans 8589938308 rc 0/0 00000100:00100000:1.0:1777580296.270361:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11079 00000100:00100000:1.0:1777580296.274517:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946193152 00000100:00100000:1.0:1777580296.274533:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946193152 00000100:00100000:1.0:1777580296.274618:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3893 00000100:00100000:1.0:1777580296.274630:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+499:281935:x1863919946193152:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580296.276984:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+500:281935:x1863919946193152:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2334us (3778us total) trans 8589949650 rc 0/0 00000100:00100000:1.0:1777580296.277004:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3893 00010000:00010000:1.0:1777580296.286967:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e42f59 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.286995:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e42f59 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.287004:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e42f59 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.287012:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.287019:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e42f59 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.287027:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e42f59 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.287051:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76a:0x0].0x0 (ffffa0248e788200) 00010000:00010000:1.0:1777580296.287055:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.287062:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e42f59 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.287069:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e42f59 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.300229:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946193536 00000100:00100000:1.0:1777580296.300251:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946193536 00000100:00100000:1.0:1777580296.300317:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817223278087 time 7817235538469 state 0x0 ref 1 00000100:00100000:1.0:1777580296.300334:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817235638469 time 7817235538469 state 0x1 ref 1 00000100:00100000:1.0:1777580296.308941:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946194560 00000100:00100000:1.0:1777580296.308957:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946194560 00000100:00100000:1.0:1777580296.309063:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3895 00000100:00100000:1.0:1777580296.309080:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+506:281934:x1863919946194560:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580296.319541:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+506:281934:x1863919946194560:12345-192.168.202.9@tcp:35:touch.500 Request processed in 10441us (12214us total) trans 8589949656 rc 0/0 00000100:00100000:1.0:1777580296.319564:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3895 00010000:00010000:1.0:1777580296.323457:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e42f9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.323481:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e42f9f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.323491:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e42f9f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.323498:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.323503:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e42f9f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.323512:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e42f9f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.323534:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa0249dea8a00) 00010000:00010000:1.0:1777580296.323538:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.323543:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e42f9f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.323551:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e42f9f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.333041:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817279889467 time 7817281895765 state 0x0 ref 1 00000100:00100000:1.0:1777580296.333073:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+512:281941:x1863919946195200:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580296.333131:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.333179:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e42fa6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x76c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c71f expref: 512 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.333202:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76c:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:1.0:1777580296.333218:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580296.333314:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e42fec lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x76c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.333328:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e42fec lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x76c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.333339:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e42fec lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x76c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580296.333512:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000731a6325 reply state 000000000a4245a7 transno 8589949657 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e42fec lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x76c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.333523:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580296.333660:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+513:281941:x1863919946195200:12345-192.168.202.9@tcp:36:touch.500 Request processed in 599us (2442us total) trans 8589949657 rc 0/0 00000100:00100000:1.0:1777580296.333670:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18112 00000100:00100000:1.0:1777580296.333677:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817279889467 time 7817281895765 state 0x2 ref 0 00000100:00100000:1.0:1777580296.390754:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917389696 00000100:00100000:1.0:1777580296.390766:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917389696 00000100:00100000:1.0:1777580296.390816:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11087 00000100:00100000:1.0:1777580296.390826:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3291:x1863919917389312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.390885:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5376 count 1 00010000:00010000:1.0:1777580296.391339:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce1c0b33/0xcb2b2f2f7e43078 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1500:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.391364:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009ccab730/0xcb2b2f2f7e3f94a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9c7 expref: 37 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.391373:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.391375:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.391378:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce1c0b33/0xcb2b2f2f7e43078 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.391584:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009ccab730/0xcb2b2f2f7e3f94a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9c7 expref: 37 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.391602:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009ccab730/0xcb2b2f2f7e3f94a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1500:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9c7 expref: 37 pid: 205895 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.391620:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917390336:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.399512:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.399728:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917389568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.399805:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.399868:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393dead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917390080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.400127:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.400184:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aec3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917390976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580296.403512:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.403594:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aec3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917391488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580296.403658:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.403692:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1777580296.403699:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917389440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.403723:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.403746:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917389952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.403764:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.403780:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae6ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917390848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580296.403801:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.403817:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aec3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917391360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580296.403836:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.403909:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917390976 00000100:00100000:1.0:1777580296.403919:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917390976 00000100:00100000:1.0:1777580296.403970:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917391488 00000100:00100000:1.0:1777580296.403983:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917391488 00000100:00100000:1.0:1777580296.403994:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917389440 00000100:00100000:1.0:1777580296.403996:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917389440 00000100:00100000:1.0:1777580296.404009:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917389952 00000100:00100000:1.0:1777580296.404011:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917389952 00000100:00100000:1.0:1777580296.404021:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917390848 00000100:00100000:1.0:1777580296.404023:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917390848 00000100:00100000:1.0:1777580296.404031:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917391360 00000100:00100000:1.0:1777580296.404034:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917391360 00000100:00100000:1.0:1777580296.404050:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11097 00000100:00100000:1.0:1777580296.404059:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917390976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580296.404099:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5416 count 1 00010000:00010000:1.0:1777580296.404130:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404180:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e3fe9f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb2c expref: 37 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404191:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.404194:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.404198:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404238:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e3fe9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb2c expref: 37 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404252:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e3fe9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb2c expref: 37 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.404270:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917392768:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.404320:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.404336:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11098 00000100:00100000:1.0:1777580296.404343:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917391488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580296.404355:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5422 count 1 00010000:00010000:1.0:1777580296.404367:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 3/0,1 mode: --/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404380:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000965f1a2/0xcb2b2f2f7e40203 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc13 expref: 37 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404388:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.404390:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.404392:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 4/0,1 mode: --/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404411:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000965f1a2/0xcb2b2f2f7e40203 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc13 expref: 37 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404420:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000965f1a2/0xcb2b2f2f7e40203 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc13 expref: 37 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.404431:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917392896:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.404447:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd480 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.404755:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11099 00000100:00100000:1.0:1777580296.404763:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917389440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.404777:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5375 count 1 00010000:00010000:1.0:1777580296.404795:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404810:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf0e6771/0xcb2b2f2f7e3f958 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9d5 expref: 37 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404822:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.404823:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.404826:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404846:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf0e6771/0xcb2b2f2f7e3f958 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9d5 expref: 37 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.404858:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf0e6771/0xcb2b2f2f7e3f958 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9d5 expref: 37 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.404869:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917393024:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.404907:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd780 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.414735:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946196864 00000100:00100000:1.0:1777580296.414739:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946196864 00000100:00100000:1.0:1777580296.414776:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946196480 00000100:00100000:1.0:1777580296.414778:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946196480 00000100:00100000:1.0:1777580296.414791:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946197120 00000100:00100000:1.0:1777580296.414792:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946197120 00000100:00100000:1.0:1777580296.414804:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 325 00000100:00100000:1.0:1777580296.414810:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2362:x1863919946196864:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1777580296.414843:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2362:x1863919946196864:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 35us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.414850:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 325 00000100:00100000:1.0:1777580296.414877:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11103 00000100:00100000:1.0:1777580296.414883:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2363:x1863919946196480:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580296.415594:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2363:x1863919946196480:12345-192.168.202.9@tcp:2:touch.500 Request processed in 709us (1353us total) trans 8589938310 rc 0/0 00000100:00100000:1.0:1777580296.415602:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11103 00000100:00100000:1.0:1777580296.415622:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11104 00000100:00100000:1.0:1777580296.415631:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2362:x1863919946197120:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580296.415640:0:205898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580296.415654:0:205898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c773 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580296.415676:0:205898:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1531:0x0] initial LVB size: 0, mtime: 0x69f3b907, atime: 0x69f3b907, ctime: 0x69f3b907, blocks: 0x1 00010000:00010000:1.0:1777580296.415691:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.415694:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.415702:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 40 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.415719:0:205898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 40 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.415732:0:205898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9800, rc 0) 00000100:00100000:1.0:1777580296.415752:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2362:x1863919946197120:12345-192.168.202.9@tcp:101:rm.500 Request processed in 123us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.415758:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11104 00000100:00100000:1.0:1777580296.457554:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024975bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917392384:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.457603:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.457661:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946197632 00000100:00100000:1.0:1777580296.457669:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946197632 00010000:00010000:1.0:1777580296.457731:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e3fe9f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb2c expref: 38 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.457756:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946198144 00000100:00100000:1.0:1777580296.457759:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946198144 00010000:00010000:1.0:1777580296.457773:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e4023b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc3d expref: 39 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.458424:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946198016 00000100:00100000:1.0:1777580296.458431:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946198016 00010000:00010000:1.0:1777580296.458457:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5146477/0xcb2b2f2f7e3fa1c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ba14 expref: 40 pid: 205898 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.458473:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946198272 00000100:00100000:1.0:1777580296.458476:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946198272 00010000:00010000:1.0:1777580296.458493:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e3fe91 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1506:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb17 expref: 40 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.458504:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946198528 00000100:00100000:1.0:1777580296.458507:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946198528 00010000:00010000:1.0:1777580296.458522:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b8716904/0xcb2b2f2f7e400a5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1527:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bbbf expref: 38 pid: 206020 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.458534:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946198400 00000100:00100000:1.0:1777580296.458538:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946198400 00010000:00010000:1.0:1777580296.458551:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000434cbc6/0xcb2b2f2f7e401fc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc0c expref: 40 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.458562:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946198656 00000100:00100000:1.0:1777580296.458565:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946198656 00010000:00010000:1.0:1777580296.458577:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e3fe98 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1527:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb1e expref: 41 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.458588:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946198784 00000100:00100000:1.0:1777580296.458590:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946198784 00010000:00010000:1.0:1777580296.458603:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000965f1a2/0xcb2b2f2f7e40203 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc13 expref: 42 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.458631:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4067 00000100:00100000:1.0:1777580296.458642:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2361:x1863919946197376:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.458663:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.458669:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002445792b/0xcb2b2f2f7e406cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bcc2 expref: 38 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.458693:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002445792b/0xcb2b2f2f7e406cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bcc2 expref: 38 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.458729:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002445792b/0xcb2b2f2f7e406cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bcc2 expref: 38 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.458750:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.458753:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.458759:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.458770:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.460425:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.461111:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2361:x1863919946197376:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2459us (24990us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.461127:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4067 00000100:00100000:1.0:1777580296.461453:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4068 00000100:00100000:1.0:1777580296.461472:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2361:x1863919946197632:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.461503:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.461515:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e3fe9f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb2c expref: 42 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.461533:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e3fe9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb2c expref: 42 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.461563:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.461565:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.461570:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.461582:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.461608:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.461735:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2361:x1863919946197632:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 272us (7045us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.461743:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4068 00000100:00100000:1.0:1777580296.461764:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4069 00000100:00100000:1.0:1777580296.461772:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2361:x1863919946198144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.462009:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.462018:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e4023b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc3d expref: 41 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462029:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e4023b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x152c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc3d expref: 41 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462044:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.462045:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.462049:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa637bf6/0xcb2b2f2f7e4308d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462056:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa637bf6/0xcb2b2f2f7e4308d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x152c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462070:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.462093:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2361:x1863919946198144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 322us (6909us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.462101:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4069 00000100:00100000:1.0:1777580296.462119:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4070 00000100:00100000:1.0:1777580296.462128:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeea6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2363:x1863919946198016:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.462184:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.462191:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5146477/0xcb2b2f2f7e3fa1c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ba14 expref: 40 pid: 205898 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462203:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5146477/0xcb2b2f2f7e3fa1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ba14 expref: 40 pid: 205898 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462218:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.462220:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.462223:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e4307f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462231:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e4307f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462243:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.462261:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeea6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2363:x1863919946198016:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 135us (6523us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.462267:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4070 00000100:00100000:1.0:1777580296.462281:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4071 00000100:00100000:1.0:1777580296.462395:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946198272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.462405:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.462411:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e3fe91 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1506:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb17 expref: 40 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462426:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e3fe91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1506:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb17 expref: 40 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462438:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.462440:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.462443:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e43086 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1506:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462449:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e43086 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1506:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462461:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.462480:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946198272:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 90us (6601us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.462486:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4071 00000100:00100000:1.0:1777580296.462502:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4072 00000100:00100000:1.0:1777580296.462510:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2363:x1863919946198528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.462520:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.462527:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b8716904/0xcb2b2f2f7e400a5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1527:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bbbf expref: 36 pid: 206020 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462538:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b8716904/0xcb2b2f2f7e400a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1527:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bbbf expref: 36 pid: 206020 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462554:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.462572:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2363:x1863919946198528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 63us (6484us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.462578:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4072 00000100:00100000:1.0:1777580296.462593:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4073 00000100:00100000:1.0:1777580296.462599:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946198400:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.462607:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.462612:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000434cbc6/0xcb2b2f2f7e401fc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc0c expref: 40 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462753:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000434cbc6/0xcb2b2f2f7e401fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x152b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc0c expref: 40 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462768:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.462769:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.462772:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e43094 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462779:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e43094 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x152b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.462967:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.463002:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946198400:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 402us (6871us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.463008:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4073 00000100:00100000:1.0:1777580296.463023:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4074 00000100:00100000:1.0:1777580296.463030:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946198656:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.463041:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.463045:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e3fe98 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1527:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb1e expref: 39 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463056:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e3fe98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1527:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb1e expref: 39 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463066:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.463068:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.463071:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e4309b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1527:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463078:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e4309b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1527:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463089:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.463106:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946198656:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 77us (6898us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.463112:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4074 00000100:00100000:1.0:1777580296.463125:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4075 00000100:00100000:1.0:1777580296.463165:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2361:x1863919946198784:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.463175:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.463181:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000965f1a2/0xcb2b2f2f7e40203 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc13 expref: 38 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463192:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000965f1a2/0xcb2b2f2f7e40203 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x152e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc13 expref: 38 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463205:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.463206:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.463209:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463216:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463229:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.463243:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2361:x1863919946198784:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 112us (6606us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.463249:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4075 00010000:00010000:1.0:1777580296.463417:0:206021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e3fe9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb2c expref: 37 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.463440:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917392768:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.463474:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463485:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463493:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463509:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463517:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.463550:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580296.464953:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3289:x1863919917390976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60888us (61446us total) trans 8589938719 rc 0/0 00000100:00100000:1.0:1777580296.464966:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11097 00010000:00010000:1.0:1777580296.465066:0:206352:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000965f1a2/0xcb2b2f2f7e40203 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc13 expref: 36 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.465091:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917392896:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.465114:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465126:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465167:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465179:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465188:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465219:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580296.465506:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+14:3289:x1863919917391488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61162us (61845us total) trans 8589938720 rc 0/0 00000100:00100000:1.0:1777580296.465513:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11098 00000004:00080000:1.0:1777580296.465558:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aec3fb80/2, rc 0, transno 8589938719 00000100:00100000:1.0:1777580296.465584:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aec3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917390976:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580296.465596:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aec3c700/2, rc 0, transno 8589938720 00000100:00100000:1.0:1777580296.465600:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aec3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917391488:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580296.465632:0:205895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465643:0:205895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465651:0:205895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465659:0:205895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465879:0:205895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1777580296.465894:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777580296.465902:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465911:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9ae00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.465917:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465928:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465950:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465958:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7982dd9/0xcb2b2f2f7e430b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.465994:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580296.465997:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466004:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.466007:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466014:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466029:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 1/0,0 mode: --/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466036:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032133580/0xcb2b2f2f7e430be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466052:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.466055:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466061:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.466064:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466070:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466079:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466085:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e430a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.466098:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.466099:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.466102:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.466523:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeeb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3290:x1863919917391232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68585us (69848us total) trans 8589938721 rc 0/0 00000100:00100000:1.0:1777580296.466533:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11094 00000004:00080000:1.0:1777580296.466578:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aec3f480/2, rc 0, transno 8589938721 00000100:00100000:1.0:1777580296.466584:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aec3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917391232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580296.467479:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917393024:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.467512:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.467872:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.467881:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e43086 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.467898:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.467903:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e43086 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.467913:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e43086 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.467939:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e43086 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.467948:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e43086 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1506:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.468004:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.468008:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.468012:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.468037:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946199296 00000100:00100000:1.0:1777580296.468047:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946199296 00010000:00010000:1.0:1777580296.468089:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf0e6771/0xcb2b2f2f7e3f958 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9d5 expref: 40 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.468170:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946198912 00000100:00100000:1.0:1777580296.468175:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946198912 00010000:00010000:1.0:1777580296.468199:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bea7777b/0xcb2b2f2f7e3fe7c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1504:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bafb expref: 39 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.470091:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946199168 00000100:00100000:1.0:1777580296.470105:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946199168 00010000:00010000:1.0:1777580296.470174:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084835baa/0xcb2b2f2f7e3fb0a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ba29 expref: 41 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.470214:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946199552 00000100:00100000:1.0:1777580296.470217:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946199552 00010000:00010000:1.0:1777580296.470235:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e4022d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc28 expref: 35 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.470251:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4076 00000100:00100000:1.0:1777580296.470261:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2361:x1863919946199296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.470278:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.471801:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf0e6771/0xcb2b2f2f7e3f958 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9d5 expref: 41 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.471840:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf0e6771/0xcb2b2f2f7e3f958 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9d5 expref: 41 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.471879:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf0e6771/0xcb2b2f2f7e3f958 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9d5 expref: 41 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.471903:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.471905:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.471913:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.471927:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.471990:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.472086:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2361:x1863919946199296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1821us (4214us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.472111:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4076 00000100:00100000:1.0:1777580296.472212:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946199040 00000100:00100000:1.0:1777580296.472223:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946199040 00010000:00010000:1.0:1777580296.472263:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e3f943 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9b9 expref: 39 pid: 205895 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.472300:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946199424 00000100:00100000:1.0:1777580296.472306:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946199424 00010000:00010000:1.0:1777580296.472332:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e3fe8a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb10 expref: 36 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.472366:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946199936 00000100:00100000:1.0:1777580296.472371:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946199936 00010000:00010000:1.0:1777580296.472393:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e3f966 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9dc expref: 40 pid: 205897 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.472438:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4077 00000100:00100000:1.0:1777580296.472455:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeea7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946198912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.472479:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.472488:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bea7777b/0xcb2b2f2f7e3fe7c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bafb expref: 39 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472504:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bea7777b/0xcb2b2f2f7e3fe7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bafb expref: 39 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472520:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.472523:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.472526:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e430b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472541:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e430b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1504:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472559:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.472594:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeea7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946198912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 145us (4551us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.472602:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4077 00000100:00100000:1.0:1777580296.472686:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4078 00000100:00100000:1.0:1777580296.472699:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2363:x1863919946199168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.472718:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.472725:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084835baa/0xcb2b2f2f7e3fb0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1502:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ba29 expref: 40 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472738:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084835baa/0xcb2b2f2f7e3fb0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1502:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ba29 expref: 40 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472758:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084835baa/0xcb2b2f2f7e3fb0a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1502:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ba29 expref: 40 pid: 188248 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472780:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.472783:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.472788:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e430d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472807:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e430d3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1502:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472837:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.472871:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2363:x1863919946199168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 174us (4758us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.472883:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4078 00000100:00100000:1.0:1777580296.472907:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4079 00000100:00100000:1.0:1777580296.472918:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2363:x1863919946199552:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.472930:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.472938:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e4022d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x152d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc28 expref: 36 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.472985:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e4022d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x152d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc28 expref: 36 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.473008:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e4022d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x152d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bc28 expref: 36 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.473030:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.473034:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.473037:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008072f7e3/0xcb2b2f2f7e430da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.473046:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008072f7e3/0xcb2b2f2f7e430da lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.473113:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.473192:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946199552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 272us (4976us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.473210:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4079 00000100:00100000:1.0:1777580296.473238:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4080 00000100:00100000:1.0:1777580296.473254:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2363:x1863919946199040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.473267:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.473273:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e3f943 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9b9 expref: 38 pid: 205895 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.473287:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e3f943 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9b9 expref: 38 pid: 205895 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.473323:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.473329:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.473337:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.473381:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.473415:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.476015:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2363:x1863919946199040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2336us (4000us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.476034:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4080 00000100:00100000:1.0:1777580296.476090:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4081 00000100:00100000:1.0:1777580296.476110:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946199424:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.476166:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.476180:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e3fe8a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb10 expref: 33 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476203:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e3fe8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bb10 expref: 33 pid: 205906 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476241:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.476243:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.476250:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e430cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476261:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e430cc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476382:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.476439:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946199424:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 339us (4724us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.476450:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4081 00000100:00100000:1.0:1777580296.476479:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4082 00000100:00100000:1.0:1777580296.476492:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2363:x1863919946199936:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.476505:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.476521:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e3f966 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9dc expref: 37 pid: 205897 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476535:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e3f966 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9dc expref: 37 pid: 205897 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476550:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.476552:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.476555:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e43071 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476569:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e43071 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476584:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.476874:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2363:x1863919946199936:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 118us (4845us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.476887:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4082 00010000:00010000:1.0:1777580296.476946:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580296.476955:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa637bf6/0xcb2b2f2f7e4308d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476964:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.476969:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa637bf6/0xcb2b2f2f7e4308d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.476991:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa637bf6/0xcb2b2f2f7e4308d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.477008:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa637bf6/0xcb2b2f2f7e4308d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.477030:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa637bf6/0xcb2b2f2f7e4308d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.477069:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.477074:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e43094 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.477080:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.477084:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e43094 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.477094:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e43094 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.477173:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e43094 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.477198:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e43094 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.477229:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.477235:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.477240:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.477263:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946199808 00000100:00100000:1.0:1777580296.477276:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946199808 00000100:00100000:1.0:1777580296.477470:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3897 00000100:00100000:1.0:1777580296.477481:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:281941:x1863919946199808:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580296.478187:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:281941:x1863919946199808:12345-192.168.202.9@tcp:35:touch.500 Request processed in 708us (10232us total) trans 8589949659 rc 0/0 00000100:00100000:1.0:1777580296.478204:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3897 00000100:00100000:1.0:1777580296.478235:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946200192 00000100:00100000:1.0:1777580296.478243:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946200192 00000100:00100000:1.0:1777580296.478270:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817283831414 time 7817363731199 state 0x0 ref 1 00000100:00100000:1.0:1777580296.478375:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817363831199 time 7817363731199 state 0x1 ref 1 00000100:00100000:1.0:1777580296.478408:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817363831199 time 7817427269429 state 0x0 ref 1 00000100:00100000:1.0:1777580296.478424:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:281924:x1863919946200192:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580296.478466:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580296.478494:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e42d7d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x75e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c67e expref: 322 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.478526:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e42aba lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x75e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5f2 expref: 321 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.478546:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x75e:0x0].0x0 (ffffa0249dea8600) 00010000:00010000:1.0:1777580296.478560:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580296.478594:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.478610:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.478641:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.478996:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.479005:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.479013:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.479171:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.479180:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.479187:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580296.480370:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1745, 64 off119872 00000004:00080000:1.0:1777580296.480383:0:187631:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7817429247672ns, next at 7818429244187ns, rc = 0 00010000:00010000:1.0:1777580296.480464:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43135 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x75e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.480478:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43135 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.480489:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43135 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.480497:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43135 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.480504:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43135 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.480512:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43135 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.480527:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777580296.483381:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483414:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483424:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483430:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.483436:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483447:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483469:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x75e:0x0].0x0 (ffffa0249f048100) 00010000:00010000:1.0:1777580296.483473:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580296.483480:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483487:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e4312e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483536:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483544:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483555:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483562:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.483565:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483573:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483581:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580296.483584:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.483587:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.483594:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43112 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580296.483608:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b780e3c reply state 000000002eac3b31 transno 8589949660 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.483620:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580296.485183:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:281924:x1863919946200192:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6760us (13373us total) trans 8589949660 rc 0/0 00000100:00100000:1.0:1777580296.485197:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18118 00000100:00100000:1.0:1777580296.485207:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817363831199 time 7817427269429 state 0x2 ref 0 00010000:00010000:1.0:1777580296.485253:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.485270:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.485280:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.485385:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.485403:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580296.485991:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3289:x1863919917389440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 81227us (82263us total) trans 8589938317 rc 0/0 00000100:00100000:1.0:1777580296.486001:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11099 00010000:00010000:1.0:1777580296.486244:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.486251:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486261:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.486265:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486275:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486384:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486394:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e430c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486417:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.486419:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.486421:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.486437:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008072f7e3/0xcb2b2f2f7e430da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486446:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008072f7e3/0xcb2b2f2f7e430da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486456:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008072f7e3/0xcb2b2f2f7e430da lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486464:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008072f7e3/0xcb2b2f2f7e430da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.486484:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580296.487072:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3289:x1863919917391360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79280us (83230us total) trans 8589938726 rc 0/0 00000100:00100000:1.0:1777580296.487101:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11102 00010000:00010000:1.0:1777580296.487182:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.487231:0:205907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e3f943 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90b9b9 expref: 34 pid: 205895 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.487256:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917392512:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.487283:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487388:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487395:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487405:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487412:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487432:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580296.487442:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.487446:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487453:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.487457:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487469:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487484:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.487492:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e430a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.488131:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.488164:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.488167:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.488616:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+16:3289:x1863919917389568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 88157us (88811us total) trans 8589938318 rc 0/0 00000100:00100000:1.0:1777580296.488638:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11095 00000100:00100000:1.0:1777580296.502886:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946200320 00000100:00100000:1.0:1777580296.502894:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946200320 00010000:00010000:1.0:1777580296.502931:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4087e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd24 expref: 35 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.502985:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4083 00000100:00100000:1.0:1777580296.502997:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2364:x1863919946200320:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.503010:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.503017:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4087e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd24 expref: 35 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503042:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4087e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd24 expref: 35 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503070:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4087e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd24 expref: 35 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503094:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.503097:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.503102:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e430fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503112:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e430fd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503168:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.503217:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2364:x1863919946200320:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 222us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.503225:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4083 00010000:00010000:1.0:1777580296.503271:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e430fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503282:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e430fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503394:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e430fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503404:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e430fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.503429:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580296.506694:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3291:x1863919917393536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33808us (38101us total) trans 8589938727 rc 0/0 00000100:00100000:1.0:1777580296.506806:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11105 00000100:00100000:1.0:1777580296.515909:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917395712 00000100:00100000:1.0:1777580296.515921:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917395712 00000100:00100000:1.0:1777580296.515993:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11117 00000100:00100000:1.0:1777580296.516006:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3289:x1863919917395712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.516047:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5387 count 1 00010000:00010000:1.0:1777580296.516080:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.516103:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000024269fd0/0xcb2b2f2f7e40838 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x150b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd1d expref: 37 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.516115:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.516117:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.516120:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.516179:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000024269fd0/0xcb2b2f2f7e40838 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x150b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd1d expref: 37 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.516202:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000024269fd0/0xcb2b2f2f7e40838 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x150b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd1d expref: 37 pid: 188247 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.516216:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917397120:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.516306:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd840 going to sleep for 11 seconds 00000004:00080000:1.0:1777580296.516343:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023a095e300/2, rc 0, transno 8589938727 00000100:00100000:1.0:1777580296.516356:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917393536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580296.516377:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946200448 00000100:00100000:1.0:1777580296.516380:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946200448 00010000:00010000:1.0:1777580296.516406:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e40831 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd16 expref: 31 pid: 188247 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.516432:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946200832 00000100:00100000:1.0:1777580296.516436:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946200832 00010000:00010000:1.0:1777580296.516449:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e40823 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd01 expref: 32 pid: 206020 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.516465:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946200704 00000100:00100000:1.0:1777580296.516469:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946200704 00010000:00010000:1.0:1777580296.516482:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e40d01 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bdfd expref: 34 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.516500:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4084 00000100:00100000:1.0:1777580296.516507:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeea6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946200448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.516522:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.516527:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e40831 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd16 expref: 32 pid: 188247 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.516541:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e40831 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd16 expref: 32 pid: 188247 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.516568:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.516570:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.516577:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a0fc22a/0xcb2b2f2f7e43104 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.516587:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a0fc22a/0xcb2b2f2f7e43104 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.516604:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.516645:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeea6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946200448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 139us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.516992:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4084 00000100:00100000:1.0:1777580296.517057:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4085 00000100:00100000:1.0:1777580296.517067:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2362:x1863919946200832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.517076:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.517081:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e40823 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x152f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd01 expref: 31 pid: 206020 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517093:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e40823 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x152f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd01 expref: 31 pid: 206020 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517107:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.517108:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.517112:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e4310b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517119:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e4310b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x152f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517166:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.517195:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2362:x1863919946200832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 130us (1440us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.517203:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4085 00000100:00100000:1.0:1777580296.517217:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4086 00000100:00100000:1.0:1777580296.517223:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238713ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2362:x1863919946200704:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.517232:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.517237:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e40d01 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bdfd expref: 34 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517248:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e40d01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bdfd expref: 34 pid: 206021 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517263:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.517265:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.517268:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7c5ee99/0xcb2b2f2f7e43120 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517280:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7c5ee99/0xcb2b2f2f7e43120 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517377:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.517396:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238713ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2362:x1863919946200704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 173us (1618us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.517402:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4086 00010000:00010000:1.0:1777580296.517435:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517445:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517451:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517458:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bd800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.517463:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517471:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517484:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0249f048d00) 00010000:00010000:1.0:1777580296.517487:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.517493:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517499:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43127 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517569:0:188247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e40823 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd01 expref: 30 pid: 206020 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.517582:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917394432:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.517605:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e4310b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517691:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e4310b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.517700:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e4310b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.518549:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e4310b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.518560:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e4310b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.518796:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580296.521449:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3288:x1863919917393792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48101us (52672us total) trans 8589938728 rc 0/0 00000100:00100000:1.0:1777580296.521460:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11107 00000100:00100000:1.0:1777580296.522072:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917396096 00000100:00100000:1.0:1777580296.522079:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917396096 00000100:00100000:1.0:1777580296.522839:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11119 00000100:00100000:1.0:1777580296.522856:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3288:x1863919917396096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.522889:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5389 count 1 00010000:00010000:1.0:1777580296.522917:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43197 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x150d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.522938:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000896bf62c/0xcb2b2f2f7e406d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x150d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bcd7 expref: 33 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.522948:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.522950:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.522953:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43197 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x150d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.523007:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000896bf62c/0xcb2b2f2f7e406d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x150d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bcd7 expref: 33 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.523027:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000896bf62c/0xcb2b2f2f7e406d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x150d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bcd7 expref: 33 pid: 188247 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.523053:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:188247:1863919917397504:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.523119:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd240 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.531910:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11121 00000100:00100000:1.0:1777580296.531932:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3291:x1863919917397632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.531989:0:205895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5390 count 1 00010000:00010000:1.0:1777580296.532019:0:205895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.532041:0:205895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e40a30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x150e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd6a expref: 33 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.532049:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.532051:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.532054:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.532088:0:205895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e40a30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x150e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd6a expref: 33 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.532549:0:205895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e40a30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x150e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd6a expref: 33 pid: 189456 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.532563:0:205895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:205895:1863919917398400:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.532628:0:205895:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.565777:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917397120:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.565820:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.567397:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:188247:1863919917397504:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.567428:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43197 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x150d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.574221:0:205895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e40a30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x150e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90bd6a expref: 32 pid: 189456 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.574239:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:205895:1863919917398400:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.574270:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.574462:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.574473:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.574483:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.574491:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.574519:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580296.574931:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+25:3289:x1863919917395712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 58926us (68808us total) trans 8589938323 rc 0/0 00000100:00100000:1.0:1777580296.574942:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11117 00010000:00010000:1.0:1777580296.574993:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.575002:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575011:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.575015:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575023:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575041:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575048:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e4316d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x150b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575071:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.575073:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.575075:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.575082:0:205895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575090:0:205895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575099:0:205895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575113:0:205895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575167:0:205895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580296.575179:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.575184:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575253:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.575256:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575264:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575276:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575375:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e431a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x150e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.575394:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.575395:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.575397:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.575569:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+25:3291:x1863919917397632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43647us (50449us total) trans 8589938324 rc 0/0 00000100:00100000:1.0:1777580296.575577:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11121 00010000:00010000:1.0:1777580296.577376:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43197 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.577390:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43197 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.577402:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43197 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.577411:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43197 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x150d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.577434:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580296.577858:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3288:x1863919917396096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55006us (57124us total) trans 8589938325 rc 0/0 00000100:00100000:1.0:1777580296.577868:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11119 00010000:00010000:1.0:1777580296.582579:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580296.582589:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e431ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582599:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.582604:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e431ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582692:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e431ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582718:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e431ac lrc: 1/0,0 mode: --/PW res: [0x240000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582726:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e431ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582755:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.582761:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb88ba4c/0xcb2b2f2f7e4319e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582776:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.582779:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb88ba4c/0xcb2b2f2f7e4319e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582788:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb88ba4c/0xcb2b2f2f7e4319e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582800:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb88ba4c/0xcb2b2f2f7e4319e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582807:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb88ba4c/0xcb2b2f2f7e4319e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1507:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.582825:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.582827:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.582829:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.583698:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.583704:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ccab730/0xcb2b2f2f7e431b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.583713:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.583716:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ccab730/0xcb2b2f2f7e431b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.583724:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ccab730/0xcb2b2f2f7e431b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.583740:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ccab730/0xcb2b2f2f7e431b3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.583748:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ccab730/0xcb2b2f2f7e431b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.583771:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.583774:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.583775:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.619270:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11134 00000100:00100000:1.0:1777580296.619466:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3288:x1863919917400576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.619485:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5395 count 1 00010000:00010000:1.0:1777580296.619504:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e4321c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1513:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.619522:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e40e66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90be89 expref: 29 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.619532:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.619534:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.619536:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e4321c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.619565:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e40e66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90be89 expref: 29 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.619577:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e40e66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90be89 expref: 29 pid: 189456 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.619596:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917401984:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.619723:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd240 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.619825:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917401088 00000100:00100000:1.0:1777580296.619832:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917401088 00000100:00100000:1.0:1777580296.619867:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917401216 00000100:00100000:1.0:1777580296.619871:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917401216 00000100:00100000:1.0:1777580296.619891:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917400704 00000100:00100000:1.0:1777580296.619895:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917400704 00000100:00100000:1.0:1777580296.619915:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917402240 00000100:00100000:1.0:1777580296.619920:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917402240 00000100:00100000:1.0:1777580296.619930:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917402112 00000100:00100000:1.0:1777580296.619934:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917402112 00000100:00100000:1.0:1777580296.619950:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11135 00000100:00100000:1.0:1777580296.619962:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3288:x1863919917401088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580296.621968:0:205895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5444 count 1 00010000:00010000:1.0:1777580296.622003:0:205895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e43246 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622025:0:205895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e41c90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c241 expref: 27 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622034:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.622036:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.622039:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e43246 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622074:0:205895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e41c90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c241 expref: 27 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622087:0:205895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e41c90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c241 expref: 27 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.622449:0:205895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917402752:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.622554:0:205895:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd840 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.622588:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917399552 00000100:00100000:1.0:1777580296.622596:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917399552 00000100:00100000:1.0:1777580296.622727:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917400064 00000100:00100000:1.0:1777580296.622733:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917400064 00000100:00100000:1.0:1777580296.622758:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11138 00000100:00100000:1.0:1777580296.622769:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3288:x1863919917402240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580296.622792:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5440 count 1 00010000:00010000:1.0:1777580296.622813:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43254 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622830:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e41964 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c168 expref: 25 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622839:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3d27eaf/0xcb2b2f2f7e41eb9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c2b1 expref: 27 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622847:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.622848:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.622851:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006539bd7e/0xcb2b2f2f7e43254 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622878:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3d27eaf/0xcb2b2f2f7e41eb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c2b1 expref: 27 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622891:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3d27eaf/0xcb2b2f2f7e41eb9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c2b1 expref: 27 pid: 188246 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.622903:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395fff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917402880:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.622954:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e41964 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c168 expref: 25 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.622964:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e41964 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c168 expref: 25 pid: 205897 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.623251:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917403008:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.623734:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd900 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.623758:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917401344 00000100:00100000:1.0:1777580296.623764:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917401344 00000100:00100000:1.0:1777580296.623790:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11139 00000100:00100000:1.0:1777580296.623799:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+31:3291:x1863919917402112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.623821:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5403 count 1 00010000:00010000:1.0:1777580296.623844:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.623860:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e4167e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x151b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c08f expref: 29 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.623869:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.623870:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.623874:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.623899:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e4167e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x151b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c08f expref: 29 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.623911:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e4167e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x151b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c08f expref: 29 pid: 206018 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.623923:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917403136:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.623954:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd480 going to sleep for 11 seconds 00010000:00010000:1.0:1777580296.623988:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e431dd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.623999:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e431dd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624005:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e431dd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624011:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.624015:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e431dd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624023:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e431dd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624037:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024997a0d00) 00010000:00010000:1.0:1777580296.624039:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.624044:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e431dd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624050:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e431dd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.624128:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11140 00000100:00100000:1.0:1777580296.624165:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238713bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3290:x1863919917399552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580296.624182:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5436 count 1 00010000:00010000:1.0:1777580296.624207:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e43262 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624227:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e414ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c00a expref: 25 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624234:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.624236:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.624238:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e43262 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624257:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e414ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c00a expref: 25 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624266:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e414ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c00a expref: 25 pid: 206018 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.624277:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917403264:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.624600:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.624695:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11141 00000100:00100000:1.0:1777580296.624706:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02387139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3290:x1863919917400064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.624725:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5392 count 1 00010000:00010000:1.0:1777580296.624741:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624756:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5c204bd/0xcb2b2f2f7e40d0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90be04 expref: 29 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624769:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.624770:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.624772:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624795:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f5c204bd/0xcb2b2f2f7e40d0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90be04 expref: 29 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.624805:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f5c204bd/0xcb2b2f2f7e40d0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90be04 expref: 29 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.624816:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917403392:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.624842:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.628472:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946204160 00000100:00100000:1.0:1777580296.628486:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946204160 00010000:00010000:1.0:1777580296.628536:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e41910 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c145 expref: 26 pid: 205908 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.628577:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946204288 00000100:00100000:1.0:1777580296.628580:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946204288 00010000:00010000:1.0:1777580296.628596:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082cb247c/0xcb2b2f2f7e41504 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c01f expref: 27 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.628631:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4107 00000100:00100000:1.0:1777580296.628641:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946204160:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.628660:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.628666:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e41910 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c145 expref: 27 pid: 205908 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.628682:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e41910 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c145 expref: 27 pid: 205908 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.628711:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.628713:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.628719:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0646e52/0xcb2b2f2f7e431f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.628731:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0646e52/0xcb2b2f2f7e431f2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.628755:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.628813:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946204160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 173us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.628821:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4107 00000100:00100000:1.0:1777580296.628844:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4108 00000100:00100000:1.0:1777580296.628851:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946204288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.628859:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.628863:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082cb247c/0xcb2b2f2f7e41504 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c01f expref: 26 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.628876:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082cb247c/0xcb2b2f2f7e41504 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c01f expref: 26 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.628890:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.628892:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.628895:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e431f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.628903:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e431f9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.628915:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.628934:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946204288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 83us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.628940:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4108 00010000:00010000:1.0:1777580296.651428:0:205895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e41c90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c241 expref: 25 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.651445:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917402752:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.651464:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e43246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.651474:0:205895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e43246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.651481:0:205895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e43246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.651497:0:205895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e43246 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.651506:0:205895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e43246 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.651527:0:205895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580296.651757:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3288:x1863919917401088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31796us (32363us total) trans 8589938743 rc 0/0 00000100:00100000:1.0:1777580296.651771:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11135 00000004:00080000:1.0:1777580296.651832:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388925880/2, rc 0, transno 8589938743 00000100:00100000:1.0:1777580296.651847:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917401088:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580296.677580:0:207637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e4167e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x151b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c08f expref: 27 pid: 206018 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.677599:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395fff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917403136:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.677626:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.677637:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.677646:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.677659:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.677667:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.677690:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777580296.677868:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+34:3291:x1863919917402112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54069us (58130us total) trans 8589938332 rc 0/0 00000100:00100000:1.0:1777580296.677876:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11139 00000004:00080000:1.0:1777580296.677943:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef34000/2, rc 0, transno 8589938744 00000100:00100000:1.0:1777580296.677959:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917402240:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580296.678012:0:205905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5c204bd/0xcb2b2f2f7e40d0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90be04 expref: 26 pid: 206023 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.678024:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917403392:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.678037:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678046:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678054:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678068:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678076:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678085:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1777580296.678615:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387139180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3290:x1863919917400064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53910us (58080us total) trans 8589938334 rc 0/0 00000100:00100000:1.0:1777580296.678623:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11141 00010000:00010000:1.0:1777580296.678646:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1777580296.678654:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e432b6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x765:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678664:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.678668:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e432b6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x765:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678677:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e432b6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x765:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678694:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x765:0x0].0x0 (ffffa024997a0300) 00010000:00010000:1.0:1777580296.678698:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580296.678703:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e432b6 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x765:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678709:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e432b6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x765:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678733:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1777580296.678738:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e43207 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678745:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.678748:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e43207 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678756:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e43207 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678768:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e43207 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678775:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e43207 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1511:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678796:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777580296.678800:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678807:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.678810:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678823:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678833:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678840:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e4325b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x151b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678855:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580296.678859:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e43215 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678865:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.678868:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e43215 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678875:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e43215 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678884:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e43215 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678892:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e43215 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1515:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678909:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.678913:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678919:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.678922:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678928:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678938:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678944:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43269 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.678958:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.678960:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.678961:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777580296.681500:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024b55c2300/2, rc 0, transno 8589938334 00000100:00100000:1.0:1777580296.681527:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917400064:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580296.681602:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.681609:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e4328c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.681624:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.681629:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e4328c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.681640:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e4328c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.681662:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e4328c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.681670:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e4328c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.681692:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.681695:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.681697:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.681704:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777580296.681722:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917405184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.681805:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.681853:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917405184 00000100:00100000:1.0:1777580296.681860:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917405184 00000100:00100000:1.0:1777580296.681916:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11149 00000100:00100000:1.0:1777580296.681931:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3290:x1863919917405184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.681963:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5401 count 1 00010000:00010000:1.0:1777580296.682006:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7dff672/0xcb2b2f2f7e432bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.682039:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027bdd39b/0xcb2b2f2f7e414e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c003 expref: 26 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.682049:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.682052:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.682058:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7dff672/0xcb2b2f2f7e432bd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683017:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027bdd39b/0xcb2b2f2f7e414e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c003 expref: 26 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683032:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027bdd39b/0xcb2b2f2f7e414e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c003 expref: 26 pid: 205898 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.683047:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917405312:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.683112:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd000 going to sleep for 11 seconds 00010000:00010000:1.0:1777580296.683310:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777580296.683316:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4327e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683324:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.683328:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4327e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683337:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4327e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683352:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4327e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683359:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4327e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683377:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580296.683381:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e43262 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683387:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.683390:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e43262 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683396:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e43262 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683406:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e43262 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683413:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e43262 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683428:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.683431:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000434cbc6/0xcb2b2f2f7e4320e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683437:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.683440:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000434cbc6/0xcb2b2f2f7e4320e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683447:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000434cbc6/0xcb2b2f2f7e4320e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683455:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000434cbc6/0xcb2b2f2f7e4320e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683462:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000434cbc6/0xcb2b2f2f7e4320e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.683477:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.683479:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.683481:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.683500:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395fff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917405440:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.683537:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.683566:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777580296.683572:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917405568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.683591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.683624:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917405440 00000100:00100000:1.0:1777580296.683631:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917405440 00000100:00100000:1.0:1777580296.683666:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917405568 00000100:00100000:1.0:1777580296.683669:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917405568 00000100:00100000:1.0:1777580296.684015:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11150 00000100:00100000:1.0:1777580296.684028:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3288:x1863919917405440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.684054:0:188246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5399 count 1 00010000:00010000:1.0:1777580296.684080:0:188246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684165:0:188246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006fed6061/0xcb2b2f2f7e414fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c018 expref: 26 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684176:0:188246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e41a83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c199 expref: 25 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684184:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.684186:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.684365:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684402:0:188246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e41a83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c199 expref: 25 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684414:0:188246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e41a83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c199 expref: 25 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.684427:0:188246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917405824:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.684475:0:188246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006fed6061/0xcb2b2f2f7e414fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c018 expref: 26 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684491:0:188246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006fed6061/0xcb2b2f2f7e414fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c018 expref: 26 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.684500:0:188246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917405952:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.684519:0:188246:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd480 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.684542:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11151 00000100:00100000:1.0:1777580296.684550:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3288:x1863919917405568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.684565:0:205895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5400 count 1 00010000:00010000:1.0:1777580296.684578:0:205895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000529414c5/0xcb2b2f2f7e432cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684592:0:205895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e4150b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c02d expref: 26 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684599:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.684600:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.684603:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000529414c5/0xcb2b2f2f7e432cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684621:0:205895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e4150b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c02d expref: 26 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684630:0:205895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e4150b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c02d expref: 26 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.684646:0:205895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:205895:1863919917406080:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.684666:0:205895:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.684700:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917405696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.684732:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.684763:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917405696 00000100:00100000:1.0:1777580296.684768:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917405696 00000100:00100000:1.0:1777580296.684797:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11152 00000100:00100000:1.0:1777580296.684803:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+37:3290:x1863919917405696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.684818:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5404 count 1 00010000:00010000:1.0:1777580296.684830:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e432d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x151c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684843:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e41917 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x151c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c14c expref: 26 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684849:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.684851:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.684853:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e432d2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x151c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684872:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e41917 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x151c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c14c expref: 26 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.684882:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e41917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x151c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c14c expref: 26 pid: 205908 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.684897:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:206352:1863919917406208:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.684916:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777580296.685619:0:206018:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e416b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x151a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c0a4 expref: 25 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.685636:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917404288:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.685663:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685673:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685679:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685690:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685699:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685718:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580296.685734:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.685740:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685748:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.685752:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685761:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685781:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685788:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e43285 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x151a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.685808:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.685809:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.685811:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.686965:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+38:3290:x1863919917404032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50273us (50918us total) trans 8589938336 rc 0/0 00000100:00100000:1.0:1777580296.686988:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11145 00000004:00080000:1.0:1777580296.687058:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02390ed3b80/2, rc 0, transno 8589938336 00000100:00100000:1.0:1777580296.687071:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917404032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.687410:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777580296.687425:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395fff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917406336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.687471:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580296.687507:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917406336 00000100:00100000:1.0:1777580296.687514:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917406336 00000100:00100000:1.0:1777580296.687558:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11153 00000100:00100000:1.0:1777580296.687568:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+38:3290:x1863919917406336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.687597:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5405 count 1 00010000:00010000:1.0:1777580296.687625:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2a60274/0xcb2b2f2f7e432d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x151d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.687650:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e41925 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x151d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c153 expref: 26 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.687660:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.687662:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.687665:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2a60274/0xcb2b2f2f7e432d9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x151d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.687696:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e41925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x151d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c153 expref: 26 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.687710:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e41925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x151d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c153 expref: 26 pid: 205895 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.687724:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917406464:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.687763:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd900 going to sleep for 11 seconds 00000100:00100000:1.0:1777580296.693233:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917401984:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.693267:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e4321c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1513:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580296.693504:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0248626aa00/2, rc 0, transno 8589938746 00000100:00100000:1.0:1777580296.693519:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0248626aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917399552:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580296.697098:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e4321c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.697110:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e4321c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.697122:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e4321c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.697131:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e4321c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1513:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.697173:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580296.698657:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3288:x1863919917400576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 79373us (80332us total) trans 8589938337 rc 0/0 00000100:00100000:1.0:1777580296.698672:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11134 00000100:00100000:1.0:1777580296.720455:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917405312:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.720480:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7dff672/0xcb2b2f2f7e432bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.720517:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:205895:1863919917406080:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.720534:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000529414c5/0xcb2b2f2f7e432cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.728423:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4131 00000100:00100000:1.0:1777580296.728437:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946207616:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.728448:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.728454:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006fed6061/0xcb2b2f2f7e414fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c018 expref: 32 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728477:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006fed6061/0xcb2b2f2f7e414fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c018 expref: 32 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728496:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fed6061/0xcb2b2f2f7e414fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c018 expref: 31 pid: 207637 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728513:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.728542:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2361:x1863919946207616:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 108us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.728557:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4131 00000100:00100000:1.0:1777580296.728583:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4133 00000100:00100000:1.0:1777580296.728592:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeea5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2361:x1863919946207488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.728601:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.728610:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e41a83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c199 expref: 25 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728643:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e41a83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c199 expref: 25 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728659:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e41a83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c199 expref: 25 pid: 205905 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728672:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.728674:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.728680:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728695:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728720:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.728746:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeea5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2361:x1863919946207488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 152us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.728763:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4133 00000100:00100000:1.0:1777580296.728813:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4135 00000100:00100000:1.0:1777580296.728823:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2361:x1863919946208000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.728832:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.728838:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000be97b8f/0xcb2b2f2f7e41ed5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c2b8 expref: 23 pid: 205897 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728870:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000be97b8f/0xcb2b2f2f7e41ed5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c2b8 expref: 23 pid: 205897 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728888:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000be97b8f/0xcb2b2f2f7e41ed5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c2b8 expref: 23 pid: 205897 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728906:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.728909:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.728913:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f1ffb85/0xcb2b2f2f7e432ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728933:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f1ffb85/0xcb2b2f2f7e432ee lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.728959:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.728995:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388978700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2361:x1863919946208000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 174us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.729004:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4135 00000100:00100000:1.0:1777580296.729020:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4137 00000100:00100000:1.0:1777580296.729032:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238897ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2363:x1863919946208384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580296.729046:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.729052:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e41b94 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c1e6 expref: 24 pid: 205895 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.729077:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e41b94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c1e6 expref: 24 pid: 205895 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.729091:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.729094:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.729099:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5146477/0xcb2b2f2f7e432e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.729109:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5146477/0xcb2b2f2f7e432e0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x151f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.729121:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580296.729165:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238897ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946208384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 136us (1353us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.729172:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4137 00010000:00010000:1.0:1777580296.735718:0:206352:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e41917 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x151c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c14c expref: 21 pid: 205908 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.735746:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:206352:1863919917406208:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.735776:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e432d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.736776:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e432d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.736792:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e432d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.736805:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e432d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x151c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.736814:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e432d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x151c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.736855:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580296.737832:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+42:3290:x1863919917405696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53029us (53099us total) trans 8589938341 rc 0/0 00000100:00100000:1.0:1777580296.737839:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11152 00010000:00010000:1.0:1777580296.745494:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000f1ffb85/0xcb2b2f2f7e432ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.745519:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f1ffb85/0xcb2b2f2f7e432ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.745533:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f1ffb85/0xcb2b2f2f7e432ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.745541:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f1ffb85/0xcb2b2f2f7e432ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.745578:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777580296.751759:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+43:3291:x1863919917407104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49809us (50194us total) trans 8589938345 rc 0/0 00000100:00100000:1.0:1777580296.751775:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11156 00000100:00100000:1.0:1777580296.751820:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917407488 00000100:00100000:1.0:1777580296.751832:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917407488 00000100:00100000:1.0:1777580296.751885:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11158 00000100:00100000:1.0:1777580296.751894:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+43:3289:x1863919917407488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580296.751936:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5410 count 1 00010000:00010000:1.0:1777580296.751963:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e4336c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1522:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.751997:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000025b62b16/0xcb2b2f2f7e420e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c344 expref: 21 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.752006:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.752009:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.752013:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e4336c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.752059:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000025b62b16/0xcb2b2f2f7e420e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c344 expref: 21 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.752072:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000025b62b16/0xcb2b2f2f7e420e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c344 expref: 21 pid: 188247 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.752095:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917407744:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580296.752242:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024887dd840 going to sleep for 11 seconds 00010000:00010000:1.0:1777580296.752272:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.752444:0:188246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.752456:0:188246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.752467:0:188246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.752476:0:188246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.752496:0:188246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580296.752826:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3288:x1863919917405440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68800us (69287us total) trans 8589938346 rc 0/0 00000100:00100000:1.0:1777580296.752834:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11150 00010000:00010000:1.0:1777580296.752981:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.752988:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.752997:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.753001:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.753010:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.753027:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.753033:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036887a74/0xcb2b2f2f7e432c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.753054:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.753056:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.753057:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777580296.753110:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235e680/2, rc 0, transno 8589938345 00000100:00100000:1.0:1777580296.753126:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917407104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580296.758154:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946209152 00000100:00100000:1.0:1777580296.759561:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946209152 00000100:00100000:1.0:1777580296.759641:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946209024 00000100:00100000:1.0:1777580296.759646:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946209024 00000100:00100000:1.0:1777580296.759670:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946209280 00000100:00100000:1.0:1777580296.759673:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946209280 00000100:00100000:1.0:1777580296.759701:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11161 00000100:00100000:1.0:1777580296.759712:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486246d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2362:x1863919946209152:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580296.759735:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580296.759764:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c7a4 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580296.759807:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1558:0x0] initial LVB size: 0, mtime: 0x69f3b907, atime: 0x69f3b907, ctime: 0x69f3b907, blocks: 0x1 00010000:00010000:1.0:1777580296.759835:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.759837:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580296.759850:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 24 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.759870:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 24 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.759887:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4600, rc 0) 00000100:00100000:1.0:1777580296.772937:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486246d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2362:x1863919946209152:12345-192.168.202.9@tcp:101:rm.500 Request processed in 13211us (15243us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580296.772953:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11161 00010000:00010000:1.0:1777580296.778106:0:207637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025b62b16/0xcb2b2f2f7e420e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c344 expref: 22 pid: 188247 timeout: 7917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.778129:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395ffce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917407744:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580296.778808:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e4336c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.778822:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e4336c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.778831:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e4336c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.778850:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e4336c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.778868:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e4336c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.778891:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777580296.780630:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+46:3289:x1863919917407488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28732us (39217us total) trans 8589938350 rc 0/0 00000100:00100000:1.0:1777580296.780641:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11158 00010000:00010000:1.0:1777580296.780689:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.780696:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.820671:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580296.822350:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.822364:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e433ea lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x764:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.822391:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.822398:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e433ea lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x764:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.822425:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e433ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x764:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.822464:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x764:0x0].0x0 (ffffa0248e788d00) 00010000:00010000:1.0:1777580296.822470:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580296.822478:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e433ea lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x764:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.822493:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e433ea lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x764:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.822529:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.822532:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.822534:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.832777:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.832791:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43406 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.832828:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bce00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.832835:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43406 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.832859:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43406 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.832886:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x763:0x0].0x0 (ffffa0248e788100) 00010000:00010000:1.0:1777580296.832895:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580296.832902:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43406 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.832915:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43406 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x763:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.832954:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.832957:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.832958:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.878533:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.880087:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4345a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.880112:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bd800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.880118:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4345a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.880129:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4345a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.880170:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x769:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:1.0:1777580296.880174:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580296.880179:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4345a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.880186:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4345a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x769:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.880221:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.880224:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.880226:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.888756:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580296.888796:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946211968 00000100:00100000:1.0:1777580296.888808:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946211968 00000100:00100000:1.0:1777580296.888863:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817814255357 time 7817824951857 state 0x0 ref 1 00000100:00100000:1.0:1777580296.888880:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817825051857 time 7817824951857 state 0x1 ref 1 00000100:00100000:1.0:1777580296.888913:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817825051857 time 7817837774679 state 0x0 ref 1 00000100:00100000:1.0:1777580296.888929:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:281951:x1863919946211968:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580296.889028:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580296.889066:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e43342 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x76b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c78f expref: 315 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889090:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e42fd0 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x76b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c726 expref: 314 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889104:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76b:0x0].0x0 (ffffa0249dea8c00) 00010000:00010000:1.0:1777580296.889116:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580296.889187:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889205:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889216:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889233:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43468 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889239:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43468 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889245:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43468 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889399:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889407:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.889419:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580296.890073:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1751, 64 off120256 00010000:00010000:1.0:1777580296.890186:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890196:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890206:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890214:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890221:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890227:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890249:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580296.890277:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890284:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890290:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890300:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.890305:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890313:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890324:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76b:0x0].0x0 (ffffa0249f048e00) 00010000:00010000:1.0:1777580296.890327:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580296.890331:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890337:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4346f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890358:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890364:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890370:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890376:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.890378:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890385:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890399:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580296.890402:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.890406:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890412:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43461 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580296.890423:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c19dbf0c reply state 0000000023fe5ccf transno 8589949672 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43468 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.890433:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580296.890556:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:281951:x1863919946211968:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1627us (1813us total) trans 8589949672 rc 0/0 00000100:00100000:1.0:1777580296.890568:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18134 00000100:00100000:1.0:1777580296.890577:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817825051857 time 7817837774679 state 0x2 ref 0 00010000:00010000:1.0:1777580296.890642:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.890650:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890657:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.890661:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890669:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890682:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76b:0x0].0x0 (ffffa0249f048e00) 00010000:00010000:1.0:1777580296.890686:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580296.890691:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890697:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43476 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.890733:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.890738:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.890743:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.896816:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580296.896865:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946212224 00000100:00100000:1.0:1777580296.896878:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946212224 00000100:00100000:1.0:1777580296.896932:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817825051857 time 7817837774679 state 0x0 ref 1 00000100:00100000:1.0:1777580296.896956:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817837874679 time 7817837774679 state 0x1 ref 1 00000100:00100000:1.0:1777580296.896999:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817837874679 time 7817845860006 state 0x0 ref 1 00000100:00100000:1.0:1777580296.897014:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+313:281949:x1863919946212224:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580296.897104:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580296.897163:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4330a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x76a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c781 expref: 313 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897192:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e42f83 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x76a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c718 expref: 312 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897214:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76a:0x0].0x0 (ffffa0248e788000) 00010000:00010000:1.0:1777580296.897226:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580296.897259:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897282:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897293:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897309:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e43484 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897315:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e43484 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897322:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e43484 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897486:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897494:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.897504:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580296.898412:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1747, 64 off120000 00010000:00010000:1.0:1777580296.898492:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898505:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898513:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898523:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898530:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898537:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898564:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580296.898591:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898597:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898603:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898610:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fa00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.898614:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898622:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898632:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76a:0x0].0x0 (ffffa0249f048400) 00010000:00010000:1.0:1777580296.898635:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580296.898638:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898650:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4348b lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x76a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898669:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898675:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898680:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898685:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.898687:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898693:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898701:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580296.898703:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.898706:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898711:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4347d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580296.898719:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072550dd4 reply state 000000000c9d3756 transno 8589949673 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e43484 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.898729:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580296.898843:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+313:281949:x1863919946212224:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1828us (2033us total) trans 8589949673 rc 0/0 00000100:00100000:1.0:1777580296.898853:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18135 00000100:00100000:1.0:1777580296.898861:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817837874679 time 7817845860006 state 0x2 ref 0 00010000:00010000:1.0:1777580296.898913:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580296.898920:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898927:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580296.898931:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898937:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898946:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76a:0x0].0x0 (ffffa0249f048400) 00010000:00010000:1.0:1777580296.898948:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580296.898951:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898956:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43492 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x76a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.898983:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.898985:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580296.898988:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580296.962018:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580296.985112:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e434a7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.985153:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e434a7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.985164:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e434a7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.985172:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.985177:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e434a7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.985186:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e434a7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.985211:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02498977100) 00010000:00010000:1.0:1777580296.985215:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.985222:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e434a7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.985229:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e434a7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.990712:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580296.990828:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580296.995498:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817944456754 time 7817944356754 state 0x1 ref 2 00000100:00100000:1.0:1777580296.995526:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:281969:x1863919946212864:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580296.995618:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580296.995657:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8bc00/0xcb2b2f2f7e434ae lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x78d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7b9 expref: 45 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.995684:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78d:0x0].0x0 (ffffa02498977900) 00010000:00010000:1.0:1777580296.995699:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580296.995800:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e434bc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x78d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.995817:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e434bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.995831:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e434bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580296.996048:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005364df99 reply state 00000000d2c6dd83 transno 8589949675 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e434bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.996058:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580296.996227:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+46:281969:x1863919946212864:12345-192.168.202.9@tcp:36:touch.500 Request processed in 712us (5531us total) trans 8589949675 rc 0/0 00000100:00100000:1.0:1777580296.996236:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18137 00000100:00100000:1.0:1777580296.996268:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817944456754 time 7817945130949 state 0x0 ref 1 00000100:00100000:1.0:1777580296.996280:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:281972:x1863919946212992:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580296.996292:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580296.996305:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e434c3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c7c0 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.996429:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.996441:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.996449:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.996462:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e434d1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.996468:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e434d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.996474:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e434d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580296.997089:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1535:0x0], index 1: 0 00010000:00010000:1.0:1777580296.997314:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e434d8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997326:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e434d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997335:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e434d8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997375:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997383:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997390:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997398:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580296.997403:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997416:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997428:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580296.997432:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580296.997437:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997443:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e434ca lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580296.997456:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067db8b7c reply state 000000006c282307 transno 8589949676 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e434d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580296.997465:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580296.997501:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e434c3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7c0 expref: 48 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997518:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e434d8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7c0 expref: 47 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580296.997526:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78e:0x0].0x0 (ffffa0249f048d00) 00010000:00010000:1.0:1777580296.997529:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580296.997531:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1200, rc 0) 00000100:00100000:1.0:1777580296.997596:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:281972:x1863919946212992:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1318us (6768us total) trans 8589949676 rc 0/0 00000100:00100000:1.0:1777580296.997606:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18138 00000100:00100000:1.0:1777580296.997613:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817944456754 time 7817945130949 state 0x2 ref 0 00000100:00100000:1.0:1777580297.010689:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946213120 00000100:00100000:1.0:1777580297.010704:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946213120 00000100:00100000:1.0:1777580297.010785:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817944456754 time 7817945130949 state 0x0 ref 1 00000100:00100000:1.0:1777580297.010956:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817945230949 time 7817945130949 state 0x1 ref 1 00000100:00100000:1.0:1777580297.010991:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946213376 00000100:00100000:1.0:1777580297.010996:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946213376 00000100:00100000:1.0:1777580297.011012:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817945230949 time 7817945130949 state 0x1 ref 2 00000100:00100000:1.0:1777580297.011036:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817959997883 time 7817959897883 state 0x1 ref 2 00000100:00100000:1.0:1777580297.011050:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:281969:x1863919946213120:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.011080:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.011113:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e434e6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x78d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c7c7 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.011233:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e434e6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x78d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7c7 expref: 49 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.011253:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e434e6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x78d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7c7 expref: 49 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.011276:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78d:0x0].0x0 (ffffa0249f048000) 00010000:00010000:1.0:1777580297.011280:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580297.011284:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:1.0:1777580297.011357:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+49:281969:x1863919946213120:12345-192.168.202.9@tcp:101:touch.500 Request processed in 311us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580297.011370:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18139 00000100:00100000:1.0:1777580297.011394:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817959997883 time 7817960257471 state 0x0 ref 1 00000100:00100000:1.0:1777580297.011404:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:281972:x1863919946213376:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580297.011454:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580297.011475:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e434d8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7c0 expref: 48 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.011489:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78e:0x0].0x0 (ffffa0249f048d00) 00010000:00010000:1.0:1777580297.011496:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580297.011564:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e434ed lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.011574:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e434ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.011583:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e434ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580297.011749:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f56a5f15 reply state 000000009f3f66db transno 8589949677 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e434ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.011759:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580297.011818:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+49:281972:x1863919946213376:12345-192.168.202.9@tcp:36:touch.500 Request processed in 415us (1414us total) trans 8589949677 rc 0/0 00000100:00100000:1.0:1777580297.011825:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18140 00000100:00100000:1.0:1777580297.011829:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817959997883 time 7817960257471 state 0x2 ref 0 00000100:00100000:1.0:1777580297.068917:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946214272 00000100:00100000:1.0:1777580297.068939:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946214272 00000100:00100000:1.0:1777580297.069064:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11166 00000100:00100000:1.0:1777580297.069079:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+18:2362:x1863919946214272:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580297.069602:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2362:x1863919946214272:12345-192.168.202.9@tcp:2:touch.500 Request processed in 525us (3654us total) trans 8589938351 rc 0/0 00000100:00100000:1.0:1777580297.069612:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11166 00000100:00100000:1.0:1777580297.084170:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946214528 00000100:00100000:1.0:1777580297.084190:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946214528 00000100:00100000:1.0:1777580297.084254:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817994521072 time 7817994638998 state 0x0 ref 1 00000100:00100000:1.0:1777580297.084271:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817994738998 time 7817994638998 state 0x1 ref 1 00000100:00100000:1.0:1777580297.084305:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817994738998 time 7818033166831 state 0x0 ref 1 00000100:00100000:1.0:1777580297.084323:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+51:281975:x1863919946214528:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580297.084404:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580297.084437:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43510 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7d5 expref: 51 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.084465:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:1.0:1777580297.084477:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580297.084571:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4351e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.084588:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4351e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.084604:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4351e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580297.084795:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9f17fc8 reply state 0000000093ef864f transno 8589949680 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4351e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.084805:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580297.084943:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+52:281975:x1863919946214528:12345-192.168.202.9@tcp:36:touch.500 Request processed in 626us (3942us total) trans 8589949680 rc 0/0 00000100:00100000:1.0:1777580297.084953:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18143 00000100:00100000:1.0:1777580297.084959:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7817994738998 time 7818033166831 state 0x2 ref 0 00000100:00100000:1.0:1777580297.085019:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946214784 00000100:00100000:1.0:1777580297.085025:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946214784 00000100:00100000:1.0:1777580297.085071:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3899 00000100:00100000:1.0:1777580297.085082:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02387139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+52:281972:x1863919946214784:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.085413:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+53:281972:x1863919946214784:12345-192.168.202.9@tcp:35:touch.500 Request processed in 332us (4348us total) trans 8589949681 rc 0/0 00000100:00100000:1.0:1777580297.085421:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3899 00000100:00100000:1.0:1777580297.130090:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946215424 00000100:00100000:1.0:1777580297.130104:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946215424 00000100:00100000:1.0:1777580297.130234:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818050406129 time 7818063462028 state 0x0 ref 1 00000100:00100000:1.0:1777580297.130381:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818063562028 time 7818063462028 state 0x1 ref 1 00000100:00100000:1.0:1777580297.130408:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946215680 00000100:00100000:1.0:1777580297.130412:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946215680 00000100:00100000:1.0:1777580297.130425:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818063562028 time 7818063462028 state 0x1 ref 2 00000100:00100000:1.0:1777580297.130446:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818079408405 time 7818079308405 state 0x1 ref 2 00000100:00100000:1.0:1777580297.130457:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:281981:x1863919946215424:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580297.130534:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580297.130569:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4353a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7dc expref: 57 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.130588:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x790:0x0].0x0 (ffffa0248e788d00) 00010000:00010000:1.0:1777580297.130599:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580297.130688:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4354f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.130705:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4354f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.130716:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4354f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580297.130885:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000218170aa reply state 000000003b83b0bc transno 8589949683 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4354f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.130896:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580297.131028:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+58:281981:x1863919946215424:12345-192.168.202.9@tcp:36:touch.500 Request processed in 570us (1364us total) trans 8589949683 rc 0/0 00000100:00100000:1.0:1777580297.131037:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18146 00000100:00100000:1.0:1777580297.131062:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818079408405 time 7818079925109 state 0x0 ref 1 00000100:00100000:1.0:1777580297.131071:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:281976:x1863919946215680:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.131085:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.131096:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43556 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c7ea expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.131241:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.131253:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.131261:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.131276:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.131282:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.131289:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580297.131796:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x155b:0x0], index 0: 0 00010000:00010000:1.0:1777580297.131960:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e4356b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x791:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.131984:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e4356b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.131993:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e4356b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132037:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132045:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132053:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132059:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.132063:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132072:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132083:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.132086:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.132090:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132097:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4355d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580297.132113:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec44d8e0 reply state 00000000d5a21f20 transno 8589949684 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.132121:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580297.132199:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43556 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ea expref: 60 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132220:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e4356b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ea expref: 59 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.132228:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x791:0x0].0x0 (ffffa0249f048a00) 00010000:00010000:1.0:1777580297.132231:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580297.132233:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0200, rc 0) 00000100:00100000:1.0:1777580297.132291:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+60:281976:x1863919946215680:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1220us (2551us total) trans 8589949684 rc 0/0 00000100:00100000:1.0:1777580297.132299:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18147 00000100:00100000:1.0:1777580297.132305:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818079408405 time 7818079925109 state 0x2 ref 0 00000100:00100000:1.0:1777580297.132352:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946215808 00000100:00100000:1.0:1777580297.132360:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946215808 00000100:00100000:1.0:1777580297.132397:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11167 00000100:00100000:1.0:1777580297.132405:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2364:x1863919946215808:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580297.132633:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2364:x1863919946215808:12345-192.168.202.9@tcp:2:touch.500 Request processed in 228us (2342us total) trans 8589938752 rc 0/0 00000100:00100000:1.0:1777580297.132640:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11167 00010000:00010000:1.0:1777580297.154191:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.154213:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.154224:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.154253:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.154257:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.154267:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.154287:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0249f048600) 00010000:00010000:1.0:1777580297.154293:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.154299:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.154308:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43564 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162312:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43580 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162334:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43580 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162342:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43580 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162349:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.162356:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43580 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162366:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43580 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162393:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x791:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:1.0:1777580297.162398:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.162403:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43580 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162411:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43580 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162453:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43595 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162462:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43595 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162468:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43595 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162473:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.162476:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43595 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162481:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43595 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162489:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0248a60ec00) 00010000:00010000:1.0:1777580297.162491:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.162493:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43595 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.162498:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43595 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.178565:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946216960 00000100:00100000:1.0:1777580297.178583:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946216960 00000100:00100000:1.0:1777580297.178642:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818103600190 time 7818103947428 state 0x0 ref 1 00000100:00100000:1.0:1777580297.178658:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818104047428 time 7818103947428 state 0x1 ref 1 00000100:00100000:1.0:1777580297.178705:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818104047428 time 7818127566728 state 0x0 ref 1 00000100:00100000:1.0:1777580297.178723:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+61:281976:x1863919946216960:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.178759:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.178792:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e435aa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x791:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c7ff expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.178881:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e435aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x791:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ff expref: 62 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.178901:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e435aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x791:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ff expref: 62 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.178925:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x791:0x0].0x0 (ffffa0249f048600) 00010000:00010000:1.0:1777580297.178930:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580297.178935:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1e00, rc 0) 00000100:00100000:1.0:1777580297.179033:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+62:281976:x1863919946216960:12345-192.168.202.9@tcp:101:touch.500 Request processed in 315us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580297.179041:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18151 00000100:00100000:1.0:1777580297.179046:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818104047428 time 7818127566728 state 0x2 ref 0 00000100:00100000:1.0:1777580297.184040:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946217472 00000100:00100000:1.0:1777580297.184046:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946217472 00000100:00100000:1.0:1777580297.184079:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818104047428 time 7818127566728 state 0x0 ref 1 00000100:00100000:1.0:1777580297.184092:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818127666728 time 7818127566728 state 0x1 ref 1 00000100:00100000:1.0:1777580297.184114:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946217216 00000100:00100000:1.0:1777580297.184117:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946217216 00000100:00100000:1.0:1777580297.184127:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818127666728 time 7818127566728 state 0x1 ref 2 00000100:00100000:1.0:1777580297.184162:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818133124371 time 7818133024371 state 0x1 ref 2 00000100:00100000:1.0:1777580297.184172:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+63:281980:x1863919946217472:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580297.184230:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580297.184260:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4359c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7f8 expref: 63 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184286:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x792:0x0].0x0 (ffffa0248a60ef00) 00010000:00010000:1.0:1777580297.184298:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580297.184370:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184384:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184397:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580297.184523:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ed476e4 reply state 00000000def6264d transno 8589949688 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.184535:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580297.184608:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+64:281980:x1863919946217472:12345-192.168.202.9@tcp:36:touch.500 Request processed in 437us (1537us total) trans 8589949688 rc 0/0 00000100:00100000:1.0:1777580297.184616:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18152 00000100:00100000:1.0:1777580297.184639:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818133124371 time 7818133502005 state 0x0 ref 1 00000100:00100000:1.0:1777580297.184648:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+63:281982:x1863919946217216:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.184657:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.184668:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e435b8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c806 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184782:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184794:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184802:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184816:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184823:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.184829:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580297.185364:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x155c:0x0], index 0: 0 00010000:00010000:1.0:1777580297.185518:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e435cd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x793:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185530:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e435cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185539:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e435cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185571:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185579:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185585:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185591:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.185596:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185603:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185613:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.185616:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.185620:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185631:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e435bf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580297.185643:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1c1449e reply state 00000000dc1f4661 transno 8589949689 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.185650:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580297.185678:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e435b8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c806 expref: 66 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185691:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e435cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c806 expref: 65 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.185699:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x793:0x0].0x0 (ffffa0249f048100) 00010000:00010000:1.0:1777580297.185701:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580297.185703:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0200, rc 0) 00000100:00100000:1.0:1777580297.185757:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:281982:x1863919946217216:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1110us (2538us total) trans 8589949689 rc 0/0 00000100:00100000:1.0:1777580297.185764:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18153 00000100:00100000:1.0:1777580297.185770:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818133124371 time 7818133502005 state 0x2 ref 0 00000100:00100000:1.0:1777580297.196916:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946217856 00000100:00100000:1.0:1777580297.196924:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946217856 00000100:00100000:1.0:1777580297.196962:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3901 00000100:00100000:1.0:1777580297.196981:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+67:281981:x1863919946217856:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.197334:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+68:281981:x1863919946217856:12345-192.168.202.9@tcp:35:touch.500 Request processed in 355us (4683us total) trans 8589949690 rc 0/0 00000100:00100000:1.0:1777580297.197346:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3901 00010000:00010000:1.0:1777580297.197376:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197387:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197394:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197401:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.197406:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197414:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197431:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0249f048800) 00010000:00010000:1.0:1777580297.197434:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.197438:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197445:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e435c6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197476:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197483:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197492:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197496:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.197499:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197504:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197511:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x792:0x0].0x0 (ffffa0249f048b00) 00010000:00010000:1.0:1777580297.197514:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.197516:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.197521:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e435b1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.206685:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946218368 00000100:00100000:1.0:1777580297.206692:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946218368 00000100:00100000:1.0:1777580297.206731:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3902 00000100:00100000:1.0:1777580297.206739:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:281976:x1863919946218368:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.230169:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+67:281976:x1863919946218368:12345-192.168.202.9@tcp:35:touch.500 Request processed in 23395us (24309us total) trans 8589949691 rc 0/0 00000100:00100000:1.0:1777580297.230189:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3902 00010000:00010000:1.0:1777580297.295258:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e43667 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.295274:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e43667 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.295285:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e43667 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.295294:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.295300:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e43667 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.295309:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e43667 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.295331:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x794:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:1.0:1777580297.295334:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.295340:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e43667 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.295347:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e43667 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.315371:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946221184 00000100:00100000:1.0:1777580297.315383:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946221184 00000100:00100000:1.0:1777580297.315446:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3904 00000100:00100000:1.0:1777580297.315457:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b61050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:281982:x1863919946221184:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.315766:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b61050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:281982:x1863919946221184:12345-192.168.202.9@tcp:35:touch.500 Request processed in 311us (516us total) trans 8589949698 rc 0/0 00000100:00100000:1.0:1777580297.315774:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3904 00000100:00100000:1.0:1777580297.355539:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.355576:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946221824 00000100:00100000:1.0:1777580297.355589:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946221824 00000100:00100000:1.0:1777580297.355640:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818286088286 time 7818286665705 state 0x0 ref 1 00000100:00100000:1.0:1777580297.355655:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818286765705 time 7818286665705 state 0x1 ref 1 00000100:00100000:1.0:1777580297.355689:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818286765705 time 7818304551097 state 0x0 ref 1 00000100:00100000:1.0:1777580297.355702:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+79:281987:x1863919946221824:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.355738:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.355766:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e436d0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x795:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c853 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.355846:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e436d0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x795:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c853 expref: 80 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.355862:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e436d0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x795:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c853 expref: 80 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.355884:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:1.0:1777580297.355888:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580297.355891:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0400, rc 0) 00000100:00100000:1.0:1777580297.355974:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:281987:x1863919946221824:12345-192.168.202.9@tcp:101:touch.500 Request processed in 263us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580297.355983:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18166 00000100:00100000:1.0:1777580297.355989:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818286765705 time 7818304551097 state 0x2 ref 0 00000100:00100000:1.0:1777580297.357165:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.360815:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.366714:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.366892:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580297.411074:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e4376a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580297.411694:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x153b:0x0], index 1: 0 00010000:00010000:2.0:1777580297.411901:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43771 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.411913:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43771 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.411923:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43771 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.411981:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43763 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.411989:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43763 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.411996:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43763 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412001:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.412007:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43763 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412015:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43763 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412029:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580297.412032:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.412038:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43763 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412049:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43763 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580297.412063:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006eb5369e reply state 000000000287f0fa transno 8589949708 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e4376a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.412074:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580297.412111:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4375c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c87d expref: 92 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412127:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e43771 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c87d expref: 91 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412161:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa0248e788000) 00010000:00010000:2.0:1777580297.412163:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580297.412166:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bd800, rc 0) 00000100:00100000:2.0:1777580297.412251:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+92:281996:x1863919946224256:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1504us (1802us total) trans 8589949708 rc 0/0 00000100:00100000:2.0:1777580297.412260:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18174 00000100:00100000:2.0:1777580297.412296:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818359699020 time 7818361158287 state 0x0 ref 1 00000100:00100000:2.0:1777580297.412312:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+91:281997:x1863919946224512:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580297.412352:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580297.412367:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e43739 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c861 expref: 91 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412377:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580297.412388:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580297.412448:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4377f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412456:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4377f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.412463:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4377f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580297.412551:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9631c8a reply state 0000000098dae590 transno 8589949709 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4377f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.412558:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580297.412599:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+92:281997:x1863919946224512:12345-192.168.202.9@tcp:36:touch.500 Request processed in 291us (2106us total) trans 8589949709 rc 0/0 00000100:00100000:2.0:1777580297.412605:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18175 00000100:00100000:2.0:1777580297.412610:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818359699020 time 7818361158287 state 0x2 ref 0 00000100:00100000:1.0:1777580297.426684:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946225024 00000100:00100000:1.0:1777580297.426700:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946225024 00000100:00100000:1.0:1777580297.426782:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11177 00000100:00100000:1.0:1777580297.426793:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2362:x1863919946225024:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580297.427284:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2362:x1863919946225024:12345-192.168.202.9@tcp:2:touch.500 Request processed in 491us (4991us total) trans 8589938756 rc 0/0 00000100:00100000:1.0:1777580297.427293:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11177 00010000:00010000:2.0:1777580297.488579:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e437b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.488605:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e437b7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.488615:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e437b7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.488622:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.488628:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e437b7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.488641:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e437b7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.488663:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa024b7eb0100) 00010000:00010000:2.0:1777580297.488667:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.488679:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e437b7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.488685:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e437b7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.493667:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946227712 00000100:00100000:2.0:1777580297.493677:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946227712 00000100:00100000:2.0:1777580297.493958:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946227840 00000100:00100000:2.0:1777580297.493971:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946227840 00000100:00100000:2.0:1777580297.494002:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11180 00000100:00100000:2.0:1777580297.494012:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946227712:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.494029:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.494061:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c8bc expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.494098:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x155b:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.494123:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.494125:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.494157:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 27 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.494178:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 27 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.494194:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bd800, rc 0) 00000100:00100000:2.0:1777580297.494254:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946227712:12345-192.168.202.9@tcp:101:rm.500 Request processed in 244us (2332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.494262:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11180 00000100:00100000:2.0:1777580297.494287:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11181 00000100:00100000:2.0:1777580297.494294:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946227840:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.494300:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.494310:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c8c3 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.494324:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x155a:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.494333:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.494334:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.494339:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 27 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.494349:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 27 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.494358:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bde00, rc 0) 00000100:00100000:2.0:1777580297.494379:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946227840:12345-192.168.202.9@tcp:101:rm.500 Request processed in 86us (2351us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.494386:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11181 00000100:00100000:2.0:1777580297.505375:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946228096 00000100:00100000:2.0:1777580297.505385:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946228096 00000100:00100000:2.0:1777580297.505567:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11182 00000100:00100000:2.0:1777580297.505579:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2363:x1863919946228096:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.505599:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.505625:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c8d1 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.505660:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x155c:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.505689:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.505692:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.505702:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 28 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.505723:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 28 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.505740:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc800, rc 0) 00000100:00100000:2.0:1777580297.505804:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2363:x1863919946228096:12345-192.168.202.9@tcp:101:rm.500 Request processed in 227us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.505812:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11182 00000100:00100000:2.0:1777580297.537108:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.537175:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.537210:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.537238:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.537340:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.537381:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946228608 00000100:00100000:2.0:1777580297.537395:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946228608 00000100:00100000:2.0:1777580297.537450:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818406338351 time 7818452566126 state 0x0 ref 1 00000100:00100000:2.0:1777580297.537469:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818452666126 time 7818452566126 state 0x1 ref 1 00000100:00100000:2.0:1777580297.537501:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818452666126 time 7818486362742 state 0x0 ref 1 00000100:00100000:2.0:1777580297.537514:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:281995:x1863919946228608:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580297.537560:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.537591:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43866 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c8e6 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.537802:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.537823:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.537837:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.537856:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43874 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.537864:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43874 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.537872:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43874 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580297.538539:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1560:0x0], index 0: 0 00010000:00010000:2.0:1777580297.538759:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e4387b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538772:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e4387b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538782:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e4387b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538830:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538838:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538846:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538853:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.538859:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538868:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538882:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580297.538885:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.538891:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.538898:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4386d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580297.538914:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e20836e9 reply state 0000000025139a95 transno 8589949716 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43874 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.538926:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580297.538989:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43866 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8e6 expref: 103 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.539006:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e4387b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8e6 expref: 102 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.539015:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79a:0x0].0x0 (ffffa02486090600) 00010000:00010000:2.0:1777580297.539018:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580297.539020:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0000, rc 0) 00000100:00100000:2.0:1777580297.539130:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+103:281995:x1863919946228608:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1617us (1916us total) trans 8589949716 rc 0/0 00000100:00100000:2.0:1777580297.539165:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18187 00000100:00100000:2.0:1777580297.539172:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818452666126 time 7818486362742 state 0x2 ref 0 00010000:00010000:2.0:1777580297.576497:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4389e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.576508:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4389e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.576515:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4389e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.576520:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.576524:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4389e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.576536:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4389e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.578671:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79a:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:2.0:1777580297.578673:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.578679:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4389e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.578686:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4389e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.578727:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818527689119 time 7818527589119 state 0x1 ref 2 00000100:00100000:2.0:1777580297.578741:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282002:x1863919946230144:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580297.578779:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580297.578796:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e438ba lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8fb expref: 108 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.578808:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02481646400) 00010000:00010000:2.0:1777580297.578816:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580297.578882:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.578891:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.578900:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.603395:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.603512:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.603567:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946230528 00000100:00100000:1.0:1777580297.603579:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946230528 00000100:00100000:1.0:1777580297.603642:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946230656 00000100:00100000:1.0:1777580297.603645:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946230656 00000100:00100000:1.0:1777580297.603671:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11187 00000100:00100000:1.0:1777580297.603683:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2364:x1863919946230528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580297.603708:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.603737:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c910 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580297.603775:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x155f:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:1.0:1777580297.603806:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580297.603809:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580297.603821:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 26 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.603842:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 26 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.603858:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1c00, rc 0) 00000100:00100000:2.0:1777580297.606557:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11188 00000100:00100000:2.0:1777580297.606579:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2361:x1863919946230656:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580297.607594:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395fff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2364:x1863919946230528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3907us (4206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580297.607605:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11187 00000100:00100000:2.0:1777580297.607727:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2361:x1863919946230656:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1156us (4213us total) trans 8589938758 rc 0/0 00000100:00100000:2.0:1777580297.607737:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11188 00010000:00010000:2.0:1777580297.607988:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e43900 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.608002:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e43900 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.608011:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e43900 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.608018:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.608025:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e43900 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.608035:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e43900 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.608057:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02481646a00) 00010000:00010000:2.0:1777580297.608060:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.608066:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e43900 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.608073:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e43900 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.611946:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.612055:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.612824:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946231040 00000100:00100000:1.0:1777580297.612840:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946231040 00000100:00100000:1.0:1777580297.612906:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818529675936 time 7818529575936 state 0x1 ref 2 00000100:00100000:1.0:1777580297.618102:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818566569238 time 7818566962911 state 0x0 ref 3 00000100:00100000:1.0:1777580297.618119:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282003:x1863919946231168:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.618147:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.618162:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43923 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c917 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.618310:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.618322:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.618330:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.618346:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43931 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.618354:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43931 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.618361:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43931 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580297.619861:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x153d:0x0], index 1: 0 00010000:00010000:1.0:1777580297.620736:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43938 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620754:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43938 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620769:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43938 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620813:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620821:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620828:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620835:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.620841:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620849:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620868:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.620871:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.620876:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.620882:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4392a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580297.620899:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067db8b7c reply state 00000000d2c6dd83 transno 8589949722 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43931 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.620906:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580297.624369:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43923 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c917 expref: 113 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.624402:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43938 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c917 expref: 112 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.624411:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79d:0x0].0x0 (ffffa0249f048a00) 00010000:00010000:1.0:1777580297.624414:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580297.624418:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:2.0:1777580297.626350:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946231680 00000100:00100000:2.0:1777580297.626362:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946231680 00000100:00100000:2.0:1777580297.626423:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3912 00000100:00100000:2.0:1777580297.626435:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:281995:x1863919946231680:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:1.0:1777580297.627151:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580297.627164:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4395b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x76d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.627175:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580297.627180:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4395b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x76d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.627195:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4395b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x76d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.627215:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x76d:0x0].0x0 (ffffa024185aa200) 00010000:00010000:1.0:1777580297.627218:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580297.627223:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4395b lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x76d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.627230:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4395b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x76d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.627250:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580297.627252:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580297.627254:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580297.627492:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282003:x1863919946231168:12345-192.168.202.9@tcp:101:touch.500 Request processed in 9373us (15432us total) trans 8589949722 rc 0/0 00000100:00100000:1.0:1777580297.627504:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18195 00000100:00100000:2.0:1777580297.629220:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:281995:x1863919946231680:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2774us (7869us total) trans 8589949725 rc 0/0 00000100:00100000:2.0:1777580297.629237:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3912 00000100:00100000:2.0:1777580297.636839:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.636875:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.636902:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580297.636940:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e4391c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.636953:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e4391c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.636970:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e4391c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.636977:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.636983:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e4391c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.636992:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e4391c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.637016:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79c:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:2.0:1777580297.637019:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.637026:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e4391c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.637033:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e4391c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.637073:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946231808 00000100:00100000:2.0:1777580297.637085:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946231808 00000100:00100000:2.0:1777580297.637125:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818566569238 time 7818566962911 state 0x0 ref 1 00000100:00100000:2.0:1777580297.637234:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818567062911 time 7818566962911 state 0x1 ref 1 00000100:00100000:2.0:1777580297.637255:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946232064 00000100:00100000:2.0:1777580297.637258:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946232064 00000100:00100000:2.0:1777580297.637271:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818567062911 time 7818566962911 state 0x1 ref 2 00000100:00100000:2.0:1777580297.637285:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946232320 00000100:00100000:2.0:1777580297.637288:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946232320 00000100:00100000:2.0:1777580297.637298:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818567062911 time 7818566962911 state 0x1 ref 3 00000100:00100000:2.0:1777580297.637318:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818586280474 time 7818586180474 state 0x1 ref 3 00000100:00100000:2.0:1777580297.637330:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282005:x1863919946231808:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580297.637355:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.637376:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e43962 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c91e expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.637448:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e43962 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x79c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c91e expref: 116 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.637462:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e43962 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x79c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c91e expref: 116 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.637482:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79c:0x0].0x0 (ffffa02486090100) 00010000:00010000:2.0:1777580297.637484:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580297.637487:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0200, rc 0) 00000100:00100000:2.0:1777580297.637543:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282005:x1863919946231808:12345-192.168.202.9@tcp:101:touch.500 Request processed in 215us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.637550:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18197 00000100:00100000:2.0:1777580297.637573:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818586536410 time 7818586436410 state 0x1 ref 2 00000100:00100000:2.0:1777580297.637582:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282003:x1863919946232064:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580297.637631:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580297.637649:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43938 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c917 expref: 115 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.637660:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79d:0x0].0x0 (ffffa0249f048a00) 00010000:00010000:2.0:1777580297.637667:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580297.637734:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.637744:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.637753:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580297.637930:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000474bbca2 reply state 00000000581bb55d transno 8589949726 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.637946:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580297.638020:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282003:x1863919946232064:12345-192.168.202.9@tcp:36:touch.500 Request processed in 437us (1143us total) trans 8589949726 rc 0/0 00000100:00100000:2.0:1777580297.638026:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18198 00000100:00100000:2.0:1777580297.638044:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818586536410 time 7818586906460 state 0x0 ref 1 00000100:00100000:2.0:1777580297.638054:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282006:x1863919946232320:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580297.638062:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.638072:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43970 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c925 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.638219:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.638231:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.638238:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.638252:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.638258:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.638264:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580297.647095:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1562:0x0], index 0: 0 00010000:00010000:2.0:1777580297.647411:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e43985 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647428:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e43985 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647440:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e43985 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647486:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647493:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647499:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647504:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.647507:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647513:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647522:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580297.647525:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.647528:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647540:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43977 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580297.647551:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016b87b28 reply state 00000000428f6b98 transno 8589949727 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.647560:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580297.647608:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e43970 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c925 expref: 117 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647625:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e43985 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c925 expref: 116 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.647633:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79e:0x0].0x0 (ffffa02481646400) 00010000:00010000:2.0:1777580297.647635:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580297.647637:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb6200, rc 0) 00000100:00100000:2.0:1777580297.647737:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282006:x1863919946232320:12345-192.168.202.9@tcp:101:touch.500 Request processed in 9683us (10834us total) trans 8589949727 rc 0/0 00000100:00100000:2.0:1777580297.647748:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18199 00000100:00100000:2.0:1777580297.647757:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818586536410 time 7818586906460 state 0x2 ref 0 00010000:00010000:2.0:1777580297.654578:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.654600:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.654608:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.654615:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.654620:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.654628:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.654649:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02486090400) 00010000:00010000:2.0:1777580297.654653:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.654659:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.654666:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e438e4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.655956:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946232448 00000100:00100000:2.0:1777580297.655982:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946232448 00000100:00100000:2.0:1777580297.656038:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818586536410 time 7818586906460 state 0x0 ref 1 00000100:00100000:2.0:1777580297.656054:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818587006460 time 7818586906460 state 0x1 ref 1 00000100:00100000:2.0:1777580297.656085:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818587006460 time 7818604947076 state 0x0 ref 1 00000100:00100000:2.0:1777580297.656101:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282002:x1863919946232448:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580297.656154:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.656182:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e43993 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c92c expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.656257:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e43993 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c92c expref: 117 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.656276:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e43993 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c92c expref: 117 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.656309:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:2.0:1777580297.656312:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580297.656316:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1d200, rc 0) 00000100:00100000:2.0:1777580297.656393:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282002:x1863919946232448:12345-192.168.202.9@tcp:101:touch.500 Request processed in 298us (1488us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.656402:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18200 00000100:00100000:2.0:1777580297.656407:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818587006460 time 7818604947076 state 0x2 ref 0 00010000:00010000:2.0:1777580297.658695:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.658716:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.658724:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.658731:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.658736:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.658744:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.658766:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79d:0x0].0x0 (ffffa02486090600) 00010000:00010000:2.0:1777580297.658770:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.658775:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.658780:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e43969 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.673784:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818621399951 time 7818622643126 state 0x0 ref 2 00000100:00100000:1.0:1777580297.673812:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ac5e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+316:282025:x1863919946233600:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.673836:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.673855:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e439bd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c941 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.673985:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674000:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674012:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674031:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674039:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674046:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674122:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e439d2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674132:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e439d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674163:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e439d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580297.674174:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x78e:0x0]: returning size 0 00010000:00010000:1.0:1777580297.674268:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674277:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674284:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674291:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.674296:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674304:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674317:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.674321:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.674325:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674331:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e439c4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674348:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674354:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674360:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674365:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.674368:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674374:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674381:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa0249f048d00) 00010000:00010000:1.0:1777580297.674383:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.674386:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674393:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e439cb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674440:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e439bd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c941 expref: 319 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674455:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e439d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c941 expref: 318 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674463:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78e:0x0].0x0 (ffffa0248a60ee00) 00010000:00010000:1.0:1777580297.674465:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580297.674469:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32800, rc 0) 00000100:00100000:1.0:1777580297.674556:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ac5e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+318:282025:x1863919946233600:12345-192.168.202.9@tcp:101:touch.500 Request processed in 755us (5383us total) trans 8589949729 rc 0/0 00000100:00100000:1.0:1777580297.674565:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18204 00010000:00010000:1.0:1777580297.674619:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674628:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674634:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674639:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.674643:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674653:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674662:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02481646a00) 00010000:00010000:1.0:1777580297.674664:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.674667:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.674673:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e4397e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.690421:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.690464:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.692302:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.692332:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.692358:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.692385:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.692444:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.694777:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946233984 00000100:00100000:2.0:1777580297.694786:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946233984 00000100:00100000:2.0:1777580297.694844:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11191 00000100:00100000:2.0:1777580297.694854:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acdcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946233984:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580297.695216:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946234752 00000100:00100000:1.0:1777580297.695221:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946234752 00000100:00100000:1.0:1777580297.695254:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946235136 00000100:00100000:1.0:1777580297.695258:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946235136 00000100:00100000:1.0:1777580297.695272:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3913 00000100:00100000:1.0:1777580297.695279:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+120:282005:x1863919946234752:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.695611:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282005:x1863919946234752:12345-192.168.202.9@tcp:35:touch.500 Request processed in 331us (3250us total) trans 8589949732 rc 0/0 00000100:00100000:1.0:1777580297.695620:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3913 00000100:00100000:1.0:1777580297.695642:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3914 00000100:00100000:1.0:1777580297.695649:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+120:282002:x1863919946235136:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.695777:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282002:x1863919946235136:12345-192.168.202.9@tcp:35:touch.500 Request processed in 128us (3332us total) trans 8589949733 rc 0/0 00000100:00100000:1.0:1777580297.695783:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3914 00000100:00100000:2.0:1777580297.695975:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acdcfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2362:x1863919946233984:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1123us (5510us total) trans 8589938359 rc 0/0 00000100:00100000:2.0:1777580297.695984:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11191 00000100:00100000:1.0:1777580297.704859:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946235648 00000100:00100000:1.0:1777580297.704866:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946235648 00000100:00100000:1.0:1777580297.704915:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3915 00000100:00100000:1.0:1777580297.704924:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282003:x1863919946235648:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.705397:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+122:282003:x1863919946235648:12345-192.168.202.9@tcp:35:touch.500 Request processed in 473us (1480us total) trans 8589949734 rc 0/0 00000100:00100000:1.0:1777580297.705405:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3915 00000100:00100000:2.0:1777580297.711993:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946235392 00000100:00100000:2.0:1777580297.712016:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946235392 00000100:00100000:2.0:1777580297.712109:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11192 00000100:00100000:2.0:1777580297.712121:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946235392:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580297.712598:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2362:x1863919946235392:12345-192.168.202.9@tcp:2:touch.500 Request processed in 478us (8796us total) trans 8589938760 rc 0/0 00000100:00100000:2.0:1777580297.712607:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11192 00010000:00010000:1.0:1777580297.718228:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580297.731616:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.731665:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.731698:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946236544 00000100:00100000:1.0:1777580297.731709:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946236544 00000100:00100000:1.0:1777580297.731764:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946236672 00000100:00100000:1.0:1777580297.731767:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946236672 00000100:00100000:1.0:1777580297.731782:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3916 00000100:00100000:1.0:1777580297.731792:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b62050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282006:x1863919946236544:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.732488:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b62050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282006:x1863919946236544:12345-192.168.202.9@tcp:35:touch.500 Request processed in 694us (880us total) trans 8589949738 rc 0/0 00000100:00100000:1.0:1777580297.732496:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3916 00000100:00100000:1.0:1777580297.732554:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3917 00000100:00100000:1.0:1777580297.732564:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282009:x1863919946236672:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580297.732717:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282009:x1863919946236672:12345-192.168.202.9@tcp:35:touch.500 Request processed in 155us (1051us total) trans 8589949739 rc 0/0 00000100:00100000:1.0:1777580297.732724:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3917 00000100:00100000:1.0:1777580297.745833:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.745868:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.745892:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.745915:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.746053:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.746080:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.746100:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.746120:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.746165:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.746508:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.746702:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946236928 00000100:00100000:1.0:1777580297.746715:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946236928 00000100:00100000:1.0:1777580297.746769:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818570437997 time 7818642031924 state 0x0 ref 1 00000100:00100000:1.0:1777580297.746786:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818642131924 time 7818642031924 state 0x1 ref 1 00000100:00100000:1.0:1777580297.746801:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946237056 00000100:00100000:1.0:1777580297.746805:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946237056 00000100:00100000:1.0:1777580297.746816:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818642131924 time 7818642031924 state 0x1 ref 2 00000100:00100000:1.0:1777580297.746823:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946237184 00000100:00100000:1.0:1777580297.746826:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946237184 00000100:00100000:1.0:1777580297.746834:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818642131924 time 7818642031924 state 0x1 ref 3 00000100:00100000:1.0:1777580297.746845:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818695807682 time 7818695707682 state 0x1 ref 3 00000100:00100000:1.0:1777580297.746862:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282019:x1863919946236928:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580297.746894:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.746922:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43a49 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c964 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.753078:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.753686:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818702646192 time 7818702546192 state 0x1 ref 4 00000100:00100000:2.0:1777580297.753710:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238713b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282018:x1863919946237952:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.753724:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.753738:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e43aea lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c98e expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.753790:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761079:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761112:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761171:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761180:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761186:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761371:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761381:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761388:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580297.761438:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x798:0x0]: returning size 0 00000004:00200000:1.0:1777580297.761443:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580297.761470:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761485:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761495:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761502:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761509:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761516:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.761521:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761529:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761659:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.761663:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.761670:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761678:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ae3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761703:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761710:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761715:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761721:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.761724:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761729:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761737:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa0249f048d00) 00010000:00010000:1.0:1777580297.761739:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.761742:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761748:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43af8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761798:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43a49 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 138 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761817:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 137 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.761831:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:1.0:1777580297.761833:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580297.761836:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32a00, rc 0) 00000100:00100000:1.0:1777580297.761923:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+137:282019:x1863919946236928:12345-192.168.202.9@tcp:101:rm.500 Request processed in 15063us (16052us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580297.762364:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18212 00000100:00100000:1.0:1777580297.762417:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818702646192 time 7818711275944 state 0x0 ref 3 00000100:00100000:1.0:1777580297.762437:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02387138a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282028:x1863919946238080:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580297.762466:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.762484:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43b06 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c995 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762637:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762651:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762662:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762676:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762683:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762693:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762802:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43b1b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762809:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43b1b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762816:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43b1b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580297.762846:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x79d:0x0]: returning size 0 00000004:00200000:1.0:1777580297.762850:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580297.762869:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43b1b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762880:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43b1b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762889:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762895:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762901:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762908:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.762912:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.762919:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764617:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.764629:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.764640:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764651:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43b0d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764672:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764680:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764688:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764693:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.764698:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764705:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764719:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0249f048900) 00010000:00010000:1.0:1777580297.764722:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.764725:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764732:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43b14 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764795:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43b06 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c995 expref: 138 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764814:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43b1b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c995 expref: 137 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.764823:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79d:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:1.0:1777580297.764825:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580297.764828:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1200, rc 0) 00000100:00100000:1.0:1777580297.764916:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387138a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+137:282028:x1863919946238080:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2484us (18406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580297.764926:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18220 00000100:00100000:1.0:1777580297.765090:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.765333:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946238464 00000100:00100000:1.0:1777580297.765344:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946238464 00000100:00100000:1.0:1777580297.765380:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818677156800 time 7818699141993 state 0x0 ref 1 00000100:00100000:1.0:1777580297.765394:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818699241993 time 7818699141993 state 0x1 ref 1 00000100:00100000:1.0:1777580297.765416:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818699241993 time 7818714278415 state 0x0 ref 1 00000100:00100000:1.0:1777580297.765427:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02387139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+319:282032:x1863919946238464:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.765448:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.765465:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43b22 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9a3 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765664:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765682:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765695:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765712:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765720:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765727:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765805:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43b37 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765814:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43b37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.765822:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43b37 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580297.765832:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x78f:0x0]: returning size 0 00010000:00010000:2.0:1777580297.766455:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766468:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766489:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766495:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766501:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766587:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e43b4c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x796:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766596:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e43b4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x796:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766602:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e43b4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x796:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580297.766631:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x796:0x0]: returning size 0 00000004:00200000:2.0:1777580297.766635:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580297.766654:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e43b4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x796:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766671:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e43b4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766679:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766686:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766692:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766698:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.766703:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766711:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766724:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580297.766727:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.766733:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766740:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43af1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766753:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766759:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766765:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766771:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.766773:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766779:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766788:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02488b85300) 00010000:00010000:2.0:1777580297.766790:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.766793:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766798:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43b45 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766836:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e43aea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c98e expref: 137 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766851:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e43b4c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c98e expref: 136 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.766859:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x796:0x0].0x0 (ffffa0248a60ef00) 00010000:00010000:2.0:1777580297.766862:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580297.766865:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e86600, rc 0) 00000100:00100000:2.0:1777580297.766954:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238713b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282018:x1863919946237952:12345-192.168.202.9@tcp:101:rm.500 Request processed in 13253us (20786us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.766977:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18219 00000004:00080000:2.0:1777580297.771647:0:187655:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7818720509270ns, next at 7819720506348ns, rc = 0 00000100:00100000:2.0:1777580297.771722:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777580297.771739:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae4b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917409152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777580297.771832:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580297.771981:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777580297.771992:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae4b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917409024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777580297.772023:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777580297.773360:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773383:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773392:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773398:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.773404:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773412:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773433:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.773436:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.773442:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773448:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43b29 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773468:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773474:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773479:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773484:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.773487:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773492:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773499:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0249f048e00) 00010000:00010000:1.0:1777580297.773501:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.773504:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773509:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43b30 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773610:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43b22 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9a3 expref: 322 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773628:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43b37 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9a3 expref: 321 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.773635:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248e788a00) 00010000:00010000:1.0:1777580297.773638:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580297.773640:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5200, rc 0) 00000100:00100000:1.0:1777580297.773720:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387139880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282032:x1863919946238464:12345-192.168.202.9@tcp:101:touch.500 Request processed in 8294us (8630us total) trans 8589949741 rc 0/0 00000100:00100000:1.0:1777580297.773732:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18221 00000100:00100000:1.0:1777580297.773741:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818699241993 time 7818714278415 state 0x2 ref 0 00000100:00100000:2.0:1777580297.785686:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae4b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917409152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777580297.785749:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae4b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917409024:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777580297.785785:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e43a50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.785799:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e43a50 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.785808:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e43a50 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.785815:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.785821:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e43a50 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.785830:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e43a50 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.785850:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a0:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:2.0:1777580297.785854:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.785860:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e43a50 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.785867:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e43a50 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.788185:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.788220:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801204:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801246:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801275:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801296:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801319:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801339:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801363:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801386:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801407:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801450:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.801492:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946238592 00000100:00100000:2.0:1777580297.801505:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946238592 00000100:00100000:2.0:1777580297.801553:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818699241993 time 7818714278415 state 0x0 ref 1 00000100:00100000:2.0:1777580297.801571:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818714378415 time 7818714278415 state 0x1 ref 1 00000100:00100000:2.0:1777580297.801593:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946240000 00000100:00100000:2.0:1777580297.801596:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946240000 00000100:00100000:2.0:1777580297.801612:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818714378415 time 7818714278415 state 0x1 ref 2 00000100:00100000:2.0:1777580297.801634:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818750596552 time 7818750496552 state 0x1 ref 2 00000100:00100000:2.0:1777580297.801652:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282013:x1863919946238592:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580297.801684:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.801718:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e43b76 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9aa expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.801801:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e43b76 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9aa expref: 136 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.801821:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e43b76 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9aa expref: 136 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.801845:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a0:0x0].0x0 (ffffa02488b85600) 00010000:00010000:2.0:1777580297.801848:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580297.801852:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5600, rc 0) 00000100:00100000:2.0:1777580297.801919:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282013:x1863919946238592:12345-192.168.202.9@tcp:101:touch.500 Request processed in 268us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.801927:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18223 00000100:00100000:2.0:1777580297.801954:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818750596552 time 7818750817232 state 0x0 ref 1 00000100:00100000:2.0:1777580297.801978:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282032:x1863919946240000:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580297.802038:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580297.802061:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43b37 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9a3 expref: 321 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802077:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248e788a00) 00010000:00010000:2.0:1777580297.802081:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580297.802178:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802192:0:205909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e437b0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c892 expref: 135 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802200:0:205909:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802243:0:205909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e437b0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c892 expref: 135 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802258:0:205909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e437b0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c892 expref: 135 pid: 205914 timeout: 7918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.802274:0:205909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02397d5df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:205909:1863919917409280:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580297.802344:0:205909:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe32cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777580297.802369:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946238848 00000100:00100000:2.0:1777580297.802373:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946238848 00000100:00100000:2.0:1777580297.802405:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946238976 00000100:00100000:2.0:1777580297.802408:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946238976 00000100:00100000:2.0:1777580297.802427:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946239104 00000100:00100000:2.0:1777580297.802430:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946239104 00000100:00100000:2.0:1777580297.802448:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946239360 00000100:00100000:2.0:1777580297.802451:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946239360 00000100:00100000:2.0:1777580297.802468:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946239232 00000100:00100000:2.0:1777580297.802472:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946239232 00000100:00100000:2.0:1777580297.802487:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946239744 00000100:00100000:2.0:1777580297.802490:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946239744 00000100:00100000:2.0:1777580297.802504:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946240128 00000100:00100000:2.0:1777580297.802508:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946240128 00000100:00100000:2.0:1777580297.802529:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11196 00000100:00100000:2.0:1777580297.802536:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946238848:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.802546:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.802564:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9b8 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.802596:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x153d:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.802616:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.802620:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.802629:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802644:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802654:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9200, rc 0) 00000100:00100000:2.0:1777580297.802680:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946238848:12345-192.168.202.9@tcp:101:rm.500 Request processed in 145us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.802686:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11196 00000100:00100000:2.0:1777580297.802703:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11197 00000100:00100000:2.0:1777580297.802709:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946238976:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.802717:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.802734:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9bf expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.802757:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x155e:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.802766:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.802768:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.802772:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802784:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802793:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c8c00, rc 0) 00000100:00100000:2.0:1777580297.802813:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946238976:12345-192.168.202.9@tcp:101:rm.500 Request processed in 103us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.802818:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11197 00000100:00100000:2.0:1777580297.802830:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11198 00000100:00100000:2.0:1777580297.802835:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946239104:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.802841:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.802851:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9c6 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.802864:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1560:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.802872:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.802874:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.802878:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802894:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.802903:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9000, rc 0) 00000100:00100000:2.0:1777580297.802923:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2363:x1863919946239104:12345-192.168.202.9@tcp:101:rm.500 Request processed in 88us (1627us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.802929:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11198 00000100:00100000:2.0:1777580297.802942:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11199 00000100:00100000:2.0:1777580297.802948:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2361:x1863919946239360:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.802954:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.802979:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9d4 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.802993:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x153b:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.803002:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.803004:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.803008:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.803019:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.803028:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148200, rc 0) 00000100:00100000:2.0:1777580297.803048:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2361:x1863919946239360:12345-192.168.202.9@tcp:101:rm.500 Request processed in 101us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.803055:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11199 00000100:00100000:2.0:1777580297.803068:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11200 00000100:00100000:2.0:1777580297.803075:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946239232:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.803081:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.803091:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9cd expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.803105:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x153a:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.803114:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.803115:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.803120:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.803131:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.803166:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149a00, rc 0) 00000100:00100000:2.0:1777580297.803187:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946239232:12345-192.168.202.9@tcp:101:rm.500 Request processed in 113us (1848us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.803194:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11200 00000100:00100000:2.0:1777580297.803207:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11201 00000100:00100000:2.0:1777580297.803214:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946239744:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.803221:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.803230:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9db expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.803244:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1539:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.803253:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.803254:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.803259:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.803270:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.803278:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148600, rc 0) 00000100:00100000:2.0:1777580297.803294:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946239744:12345-192.168.202.9@tcp:101:rm.500 Request processed in 82us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.803299:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11201 00000100:00100000:2.0:1777580297.803312:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11202 00000100:00100000:2.0:1777580297.803318:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946240128:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580297.803325:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580297.803334:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9e2 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580297.803347:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1561:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:2.0:1777580297.803355:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.803357:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580297.803360:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.803376:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 36 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.803385:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149000, rc 0) 00000100:00100000:2.0:1777580297.803399:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946240128:12345-192.168.202.9@tcp:101:rm.500 Request processed in 82us (1950us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.803405:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11202 00010000:00010000:3.0:1777580297.814483:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.814492:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580297.815110:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1754, 64 off120448 00010000:00010000:3.0:1777580297.815219:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815231:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815240:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815248:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815255:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815261:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815289:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580297.815315:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815321:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815328:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815338:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.815344:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815352:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815362:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x791:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:3.0:1777580297.815365:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580297.815369:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815375:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43bc3 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815397:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43bb5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815403:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43bb5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815409:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43bb5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815413:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.815416:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43bb5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815422:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43bb5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815432:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580297.815434:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.815437:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43bb5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815441:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43bb5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580297.815451:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000044b2ede7 reply state 0000000083f45ee9 transno 8589949742 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43bbc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.815460:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580297.815579:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282007:x1863919946240512:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1560us (9747us total) trans 8589949742 rc 0/0 00000100:00100000:3.0:1777580297.815590:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18225 00000100:00100000:3.0:1777580297.815597:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818740342018 time 7818762867030 state 0x2 ref 0 00000100:00100000:3.0:1777580297.815650:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946240256 00000100:00100000:3.0:1777580297.815657:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946240256 00000100:00100000:3.0:1777580297.815700:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11203 00000100:00100000:3.0:1777580297.815708:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946240256:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580297.815724:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580297.815745:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9e9 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580297.815772:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x153c:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:3.0:1777580297.815793:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580297.815795:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580297.815805:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 37 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815821:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 37 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815834:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638f400, rc 0) 00000100:00100000:3.0:1777580297.815856:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946240256:12345-192.168.202.9@tcp:101:rm.500 Request processed in 149us (9905us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580297.815863:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11203 00010000:00010000:3.0:1777580297.815886:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580297.815893:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815899:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580297.815903:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815909:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815918:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x791:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:3.0:1777580297.815920:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580297.815922:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815928:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43bca lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.815943:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580297.815945:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580297.815947:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580297.816835:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946239616 00000100:00100000:1.0:1777580297.816847:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946239616 00000100:00100000:1.0:1777580297.816894:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3918 00000100:00100000:1.0:1777580297.816905:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282025:x1863919946239616:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:1.0:1777580297.817337:0:187633:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x78e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777580297.817442:0:187633:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1748, 64 off120064 00010000:00010000:1.0:1777580297.817529:0:187633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.817547:0:187633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.817560:0:187633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.817568:0:187633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.817575:0:187633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.817582:0:187633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.817603:0:187633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580297.817701:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282025:x1863919946239616:12345-192.168.202.9@tcp:35:touch.500 Request processed in 797us (16335us total) trans 8589949743 rc 0/0 00000100:00100000:1.0:1777580297.817710:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3918 00010000:00010000:1.0:1777580297.818201:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580297.818209:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.818217:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9a000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580297.818222:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.818231:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.818246:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78e:0x0].0x0 (ffffa024185aa200) 00010000:00010000:1.0:1777580297.818249:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580297.818255:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.818261:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bd8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.818272:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580297.818274:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580297.818275:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580297.821700:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.821721:0:205909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02397d5df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:205909:1863919917409280:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580297.821732:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580297.821755:0:205909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.821763:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946240640 00000100:00100000:3.0:1777580297.821771:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946240640 00000100:00100000:2.0:1777580297.821778:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946240768 00000100:00100000:2.0:1777580297.821781:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946240768 00010000:00010000:2.0:1777580297.821815:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e437b0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c892 expref: 136 pid: 205914 timeout: 7918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.821829:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11204 00000100:00100000:2.0:1777580297.821835:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4143 00000100:00100000:3.0:1777580297.821837:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946240640:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580297.821841:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:2364:x1863919946240768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580297.821872:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580297.821880:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e437b0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c892 expref: 136 pid: 205914 timeout: 7918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.821897:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e437b0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c892 expref: 136 pid: 205914 timeout: 7918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.821927:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e437b0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c892 expref: 136 pid: 205914 timeout: 7918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.821950:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248e788a00) 00010000:00010000:2.0:1777580297.821955:0:187617:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.821979:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.821987:0:187617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.822013:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580297.822071:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:2364:x1863919946240768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 230us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580297.822079:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4143 00010000:00010000:2.0:1777580297.822108:0:205909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.822114:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.822223:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946240640:12345-192.168.202.9@tcp:2:touch.500 Request processed in 386us (535us total) trans 8589938761 rc 0/0 00000100:00100000:3.0:1777580297.822230:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11204 00000004:00010000:2.0:1777580297.822260:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000712c705 reply state 00000000b8fea424 transno 8589949744 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.822272:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580297.822345:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282032:x1863919946240000:12345-192.168.202.9@tcp:36:touch.500 Request processed in 20383us (20937us total) trans 8589949744 rc 0/0 00000100:00100000:2.0:1777580297.822358:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18224 00000100:00100000:2.0:1777580297.822366:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818750596552 time 7818750817232 state 0x2 ref 0 00000100:00100000:3.0:1777580297.844274:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580297.844405:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.844421:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.844431:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.844439:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.844446:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.844454:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.844481:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248e788a00) 00010000:00010000:1.0:1777580297.844484:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.844490:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.844497:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43b7d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.845108:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.845784:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946240896 00000100:00100000:1.0:1777580297.845798:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946240896 00000100:00100000:1.0:1777580297.845849:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818750596552 time 7818750817232 state 0x0 ref 1 00000100:00100000:1.0:1777580297.845865:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818750917232 time 7818750817232 state 0x1 ref 1 00000100:00100000:1.0:1777580297.845889:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946241024 00000100:00100000:1.0:1777580297.845892:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946241024 00000100:00100000:1.0:1777580297.845904:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818740342018 time 7818762867030 state 0x0 ref 1 00000100:00100000:1.0:1777580297.845911:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818762967030 time 7818762867030 state 0x1 ref 1 00000100:00100000:1.0:1777580297.845943:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818750917232 time 7818794793791 state 0x0 ref 1 00000100:00100000:1.0:1777580297.845957:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282032:x1863919946240896:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580297.845996:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.846025:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bdf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9f0 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846107:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bdf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9f0 expref: 323 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846128:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9a000/0xcb2b2f2f7e43bdf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9f0 expref: 323 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846169:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248e788a00) 00010000:00010000:1.0:1777580297.846173:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580297.846177:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02395f9a000, rc 0) 00000100:00100000:1.0:1777580297.846253:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282032:x1863919946240896:12345-192.168.202.9@tcp:101:touch.500 Request processed in 299us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580297.846261:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18226 00000100:00100000:1.0:1777580297.846267:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818750917232 time 7818794793791 state 0x2 ref 0 00000100:00100000:1.0:1777580297.846368:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818762967030 time 7818795230581 state 0x0 ref 1 00000100:00100000:1.0:1777580297.846378:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:281994:x1863919946241024:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580297.846392:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.846400:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43be6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9f7 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846459:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846470:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846479:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846497:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846504:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.846511:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.846731:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580297.847024:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43bfb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847035:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43bfb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847042:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43bfb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580297.847073:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x78f:0x0]: returning size 0 00000004:00200000:1.0:1777580297.847078:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580297.847100:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43bfb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847111:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43bfb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847121:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847128:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847173:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847179:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9bc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.847183:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847193:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847204:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.847207:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.847211:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847217:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43bed lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847231:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847237:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847243:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847248:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.847252:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847262:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847269:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0249f048e00) 00010000:00010000:1.0:1777580297.847271:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.847274:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.847279:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43bf4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.847689:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946241280 00000100:00100000:2.0:1777580297.847699:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946241280 00000100:00100000:2.0:1777580297.848512:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3919 00000100:00100000:2.0:1777580297.848530:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282013:x1863919946241280:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:1.0:1777580297.850054:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43be6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9f7 expref: 138 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.850079:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43bfb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9f7 expref: 137 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.850089:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248e788a00) 00010000:00010000:1.0:1777580297.850092:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580297.850096:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02395f9ae00, rc 0) 00000100:00100000:1.0:1777580297.850213:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+137:281994:x1863919946241024:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3834us (5106us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580297.850224:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18227 00000100:00100000:1.0:1777580297.850233:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818762967030 time 7818795230581 state 0x2 ref 0 00000100:00100000:2.0:1777580297.850700:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282013:x1863919946241280:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2176us (3968us total) trans 8589949745 rc 0/0 00000100:00100000:2.0:1777580297.850712:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3919 00000100:00100000:2.0:1777580297.863570:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.863638:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580297.863663:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946241536 00000100:00100000:1.0:1777580297.863676:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946241536 00000100:00100000:1.0:1777580297.863731:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818762967030 time 7818795230581 state 0x0 ref 1 00000100:00100000:1.0:1777580297.863748:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818795330581 time 7818795230581 state 0x1 ref 1 00000100:00100000:1.0:1777580297.863783:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818795330581 time 7818812644588 state 0x0 ref 1 00000100:00100000:1.0:1777580297.863796:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282034:x1863919946241536:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580297.863830:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580297.863859:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43c02 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90c9fe expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864057:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864078:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864094:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864111:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864118:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864125:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864345:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864354:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864362:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864369:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.864373:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864382:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864396:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.864400:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.864406:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864413:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43c09 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864427:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864433:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864438:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864443:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580297.864446:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864457:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864464:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa0249f048900) 00010000:00010000:1.0:1777580297.864466:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.864469:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864474:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c10 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864516:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43c02 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9fe expref: 324 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.864527:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580297.864530:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580297.864533:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43c02 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9fe expref: 324 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.865105:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946241408 00000100:00100000:3.0:1777580297.865115:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946241408 00000100:00100000:3.0:1777580297.865207:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11205 00000100:00100000:3.0:1777580297.865220:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02397d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2361:x1863919946241408:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:1.0:1777580297.866222:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02395f9b600, rc 0) 00000100:00100000:1.0:1777580297.866423:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282034:x1863919946241536:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2624us (2779us total) trans 0 rc 301/301 00000100:00100000:1.0:1777580297.866435:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18228 00000100:00100000:1.0:1777580297.866446:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818795330581 time 7818812644588 state 0x2 ref 0 00002000:00010000:2.0:1777580297.866928:0:205896:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x155a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777580297.866933:0:205896:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x155a:0x0] updating lvb mtime from disk: 1777580296 -> 1777580296 00002000:00010000:2.0:1777580297.866937:0:205896:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x155a:0x0] updating lvb atime from disk: 1777580296 -> 1777580296 00002000:00010000:2.0:1777580297.866940:0:205896:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x155a:0x0] updating lvb ctime from disk: 1777580296 -> 1777580296 00002000:00010000:2.0:1777580297.866943:0:205896:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x155a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777580297.866994:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02397d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2361:x1863919946241408:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1777us (3437us total) trans 8589938762 rc 0/0 00000100:00100000:2.0:1777580297.867004:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11205 00000100:00100000:3.0:1777580297.871359:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580297.871446:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.872207:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946241792 00000100:00100000:2.0:1777580297.872223:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946241792 00000100:00100000:2.0:1777580297.872279:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818795330581 time 7818812644588 state 0x0 ref 1 00000100:00100000:2.0:1777580297.872309:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818812744588 time 7818812644588 state 0x1 ref 1 00000100:00100000:2.0:1777580297.872336:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946241920 00000100:00100000:2.0:1777580297.872340:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946241920 00000100:00100000:2.0:1777580297.872354:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818812744588 time 7818812644588 state 0x1 ref 2 00000100:00100000:2.0:1777580297.872380:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818821343074 time 7818821243074 state 0x1 ref 2 00000100:00100000:2.0:1777580297.872394:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:281994:x1863919946241792:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580297.872477:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580297.872513:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43bfb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9f7 expref: 136 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872540:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43548 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x78f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7e3 expref: 135 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872551:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248e788a00) 00010000:00010000:2.0:1777580297.872557:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580297.872590:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872608:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872620:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872638:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872645:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872652:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872808:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872816:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.872824:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580297.873545:0:187631:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x78f:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1777580297.873691:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873700:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873707:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873714:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.873718:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873728:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873740:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x78f:0x0].0x0 (ffffa0248e788a00) 00010000:00010000:2.0:1777580297.873743:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580297.873748:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873754:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43c25 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873770:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873775:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873780:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873785:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.873787:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873792:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873799:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580297.873802:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.873804:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.873809:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43c17 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580297.873818:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e194dba reply state 00000000c3708966 transno 8589949746 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.873834:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580297.875275:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818821343074 time 7818824125128 state 0x0 ref 2 00000100:00100000:3.0:1777580297.875330:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02484c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282034:x1863919946241920:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580297.875358:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580297.875388:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43c2c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca05 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875479:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875497:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875512:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875531:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875537:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875544:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875633:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875641:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875648:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875654:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.875658:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875668:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875680:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580297.875682:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.875687:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875692:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c33 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875707:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875712:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875718:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875723:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.875725:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875731:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875737:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02498977100) 00010000:00010000:3.0:1777580297.875739:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.875742:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875747:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c3a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875784:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43c2c lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca05 expref: 324 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875794:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580297.875796:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.875800:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43c2c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca05 expref: 324 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.875811:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e2000, rc 0) 00000100:00100000:3.0:1777580297.875926:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02484c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282034:x1863919946241920:12345-192.168.202.9@tcp:101:rm.500 Request processed in 614us (4476us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580297.876082:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18230 00000100:00100000:2.0:1777580297.877604:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:281994:x1863919946241792:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5202us (6247us total) trans 8589949746 rc 0/0 00000100:00100000:2.0:1777580297.877618:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18229 00000100:00100000:2.0:1777580297.877629:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818821343074 time 7818824125128 state 0x2 ref 0 00000100:00100000:1.0:1777580297.885080:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580297.885602:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.885619:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.885629:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.885636:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.885642:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.885655:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.885677:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02484c59100) 00010000:00010000:3.0:1777580297.885680:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.885686:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.885692:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e43c1e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.888243:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946242176 00000100:00100000:2.0:1777580297.888263:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946242176 00000100:00100000:2.0:1777580297.888382:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3920 00000100:00100000:2.0:1777580297.888396:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02387139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282032:x1863919946242176:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:2.0:1777580297.888823:0:206054:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x78f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777580297.888945:0:206054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1755, 64 off120512 00010000:00010000:2.0:1777580297.889041:0:206054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e43c41 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.889061:0:206054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e43c41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.889076:0:206054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e43c41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.889086:0:206054:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e43c41 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.889092:0:206054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e43c41 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.889098:0:206054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e43c41 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.889125:0:206054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580297.889279:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+324:282032:x1863919946242176:12345-192.168.202.9@tcp:35:touch.500 Request processed in 884us (4212us total) trans 8589949747 rc 0/0 00000100:00100000:2.0:1777580297.889288:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3920 00000100:00100000:2.0:1777580297.894415:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580297.894472:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946242432 00000100:00100000:2.0:1777580297.894485:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946242432 00000100:00100000:2.0:1777580297.894538:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818821343074 time 7818824125128 state 0x0 ref 1 00000100:00100000:2.0:1777580297.894884:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818824225128 time 7818824125128 state 0x1 ref 1 00000100:00100000:2.0:1777580297.894935:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818824225128 time 7818843796091 state 0x0 ref 1 00000100:00100000:2.0:1777580297.894954:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282014:x1863919946242432:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580297.895079:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580297.895122:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e437ef lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8a7 expref: 135 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.895193:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4363d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x793:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c837 expref: 134 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.895207:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x793:0x0].0x0 (ffffa0248a60ed00) 00010000:00010000:2.0:1777580297.895220:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580297.895260:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.895280:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.895294:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.895314:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.895321:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.895328:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.895533:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.899477:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.899498:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580297.904754:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1756, 64 off120576 00010000:00010000:2.0:1777580297.904873:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e43c5d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x793:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.904896:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e43c5d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.904909:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e43c5d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.904919:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e43c5d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.905015:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e43c5d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.905024:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e43c5d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.905054:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777580297.905087:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.905094:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.905100:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.905107:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.905112:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.905121:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.912312:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580297.918225:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580297.918229:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580297.918233:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580297.919362:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580297.919695:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946242688 00000100:00100000:3.0:1777580297.919708:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946242688 00000100:00100000:3.0:1777580297.919761:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818750917232 time 7818794793791 state 0x0 ref 1 00000100:00100000:3.0:1777580297.919778:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818794893791 time 7818794793791 state 0x1 ref 1 00000100:00100000:3.0:1777580297.919812:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818794893791 time 7818868674119 state 0x0 ref 1 00000100:00100000:3.0:1777580297.919826:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238713bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+324:282035:x1863919946242688:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580297.919853:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580297.919879:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43c64 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca0c expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.920082:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.920102:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.920120:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.920161:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.920170:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.920177:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580297.923342:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x153f:0x0], index 1: 0 00010000:00010000:3.0:1777580297.925236:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43c79 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925264:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43c79 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925279:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43c79 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925330:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925339:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925348:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925355:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.925361:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925369:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925384:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580297.925388:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.925393:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925399:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43c6b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580297.925412:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000959684a4 reply state 00000000c17ef268 transno 8589949749 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.925424:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580297.925470:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43c64 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca0c expref: 327 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925489:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43c79 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca0c expref: 326 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.925498:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x770:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:3.0:1777580297.925500:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580297.925502:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7e00, rc 0) 00000100:00100000:3.0:1777580297.925618:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238713bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+327:282035:x1863919946242688:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5794us (6264us total) trans 8589949749 rc 0/0 00000100:00100000:3.0:1777580297.925630:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18232 00000100:00100000:3.0:1777580297.925641:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818794893791 time 7818868674119 state 0x2 ref 0 00010000:00010000:2.0:1777580297.932160:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x793:0x0].0x0 (ffffa02484c59e00) 00010000:00010000:2.0:1777580297.932174:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580297.932189:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.932203:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e43c56 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.932255:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.932263:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.932271:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.932276:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.932280:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.932289:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.932307:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580297.932310:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.932313:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.932319:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e43c48 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580297.932330:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f68cfcc reply state 00000000407923e2 transno 8589949748 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.932341:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580297.932507:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282014:x1863919946242432:12345-192.168.202.9@tcp:36:rm.500 Request processed in 37552us (38102us total) trans 8589949748 rc 0/0 00000100:00100000:2.0:1777580297.932519:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18231 00000100:00100000:2.0:1777580297.932531:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818824225128 time 7818843796091 state 0x2 ref 0 00010000:00010000:3.0:1777580297.936437:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.936461:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.936470:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.936476:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.936482:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.936490:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.936511:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02484c59c00) 00010000:00010000:3.0:1777580297.936514:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.936520:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.936526:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e43c4f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580297.944457:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580297.944502:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580297.944529:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580297.944586:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946242944 00000100:00100000:3.0:1777580297.944600:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946242944 00000100:00100000:3.0:1777580297.944654:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818794893791 time 7818868674119 state 0x0 ref 1 00000100:00100000:3.0:1777580297.944671:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818868774119 time 7818868674119 state 0x1 ref 1 00000100:00100000:3.0:1777580297.944692:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946243072 00000100:00100000:3.0:1777580297.944695:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946243072 00000100:00100000:3.0:1777580297.944710:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818824225128 time 7818843796091 state 0x0 ref 1 00000100:00100000:3.0:1777580297.944716:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818843896091 time 7818843796091 state 0x1 ref 1 00000100:00100000:3.0:1777580297.944730:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946243328 00000100:00100000:3.0:1777580297.944732:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946243328 00000100:00100000:3.0:1777580297.944743:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818843896091 time 7818843796091 state 0x1 ref 2 00000100:00100000:3.0:1777580297.944762:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818893724584 time 7818893624584 state 0x1 ref 2 00000100:00100000:3.0:1777580297.944773:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+328:282039:x1863919946243072:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580297.944805:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580297.944835:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43c87 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca13 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.944941:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.944990:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945006:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945026:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945037:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945043:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945177:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945185:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945192:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945198:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.945204:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945211:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945226:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580297.945230:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.945238:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945243:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43c8e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945260:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945267:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945272:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945276:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580297.945279:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945285:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945293:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02481646a00) 00010000:00010000:3.0:1777580297.945296:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.945299:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945304:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43c95 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945344:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43c87 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca13 expref: 329 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945355:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580297.945357:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580297.945360:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e43c87 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca13 expref: 329 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.945377:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6f400, rc 0) 00000100:00100000:1.0:1777580297.947787:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818868774119 time 7818896636843 state 0x0 ref 1 00000100:00100000:1.0:1777580297.947830:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+328:282035:x1863919946242944:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580297.947909:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580297.947944:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43c79 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca0c expref: 328 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.947978:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x770:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:1.0:1777580297.947990:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580297.948090:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.948106:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580297.948117:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580297.948330:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000875284ca reply state 00000000dc1f4661 transno 8589949750 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580297.948340:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580297.954166:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954190:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954201:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954209:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.954216:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954226:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954250:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02498977100) 00010000:00010000:2.0:1777580297.954255:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.954260:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954267:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43c72 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.954363:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818893724584 time 7818903220622 state 0x0 ref 2 00000100:00100000:2.0:1777580297.954399:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282000:x1863919946243328:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580297.954492:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580297.954518:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43827 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c899 expref: 134 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954556:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43579 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x790:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7f1 expref: 133 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954566:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x790:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:2.0:1777580297.954576:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580297.954608:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954624:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954635:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954659:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954667:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954673:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954845:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954854:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.954862:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580297.956045:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1749, 64 off120128 00010000:00010000:2.0:1777580297.956174:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.956190:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.956201:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.956209:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.956215:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.956222:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.956251:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580297.956279:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960454:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960467:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960474:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.960480:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960492:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960514:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x790:0x0].0x0 (ffffa024989ec300) 00010000:00010000:2.0:1777580297.960517:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580297.960523:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960530:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e43cb1 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960584:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960590:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960596:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960601:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.960604:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960609:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960617:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580297.960619:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.960622:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.960631:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e43ca3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580297.960643:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009889c26a reply state 000000000a4d8101 transno 8589949751 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580297.960654:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580297.961254:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+328:282039:x1863919946243072:12345-192.168.202.9@tcp:101:rm.500 Request processed in 16472us (16740us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580297.961267:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18234 00000100:00100000:1.0:1777580297.964501:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+327:282035:x1863919946242944:12345-192.168.202.9@tcp:36:touch.500 Request processed in 16673us (20042us total) trans 8589949750 rc 0/0 00000100:00100000:1.0:1777580297.964518:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18233 00000100:00100000:1.0:1777580297.964529:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818868774119 time 7818896636843 state 0x2 ref 0 00010000:00010000:3.0:1777580297.968131:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777580297.975409:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282000:x1863919946243328:12345-192.168.202.9@tcp:36:rm.500 Request processed in 21022us (30870us total) trans 8589949751 rc 0/0 00000100:00100000:2.0:1777580297.975420:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18235 00000100:00100000:2.0:1777580297.975426:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818903320622 time 7818922895276 state 0x2 ref 0 00010000:00010000:2.0:1777580297.975475:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.975485:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.975492:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.975497:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580297.975502:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.975508:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.975521:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x770:0x0].0x0 (ffffa0249f048900) 00010000:00010000:2.0:1777580297.975524:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580297.975528:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580297.975535:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43c9c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.984312:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.984334:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b21800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580297.984340:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.984351:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.984373:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x790:0x0].0x0 (ffffa024989ec300) 00010000:00010000:3.0:1777580297.984376:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580297.984381:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.984388:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43cb8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580297.984608:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580297.984610:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580297.984613:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580298.013810:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946243712 00000100:00100000:2.0:1777580298.013825:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946243712 00000100:00100000:2.0:1777580298.013912:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11206 00000100:00100000:2.0:1777580298.014078:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2361:x1863919946243712:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:3.0:1777580298.014825:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.014844:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.014852:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.014858:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.014864:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.014873:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.014893:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02488b85300) 00010000:00010000:3.0:1777580298.014896:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.014902:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.014908:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43caa lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.015326:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946243968 00000100:00100000:3.0:1777580298.015335:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946243968 00000100:00100000:3.0:1777580298.015373:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818903320622 time 7818922895276 state 0x0 ref 1 00000100:00100000:3.0:1777580298.015386:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818922995276 time 7818922895276 state 0x1 ref 1 00000100:00100000:3.0:1777580298.015412:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946244224 00000100:00100000:3.0:1777580298.015415:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946244224 00000100:00100000:3.0:1777580298.015438:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818896736843 time 7818922546691 state 0x0 ref 1 00000100:00100000:3.0:1777580298.015445:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818922646691 time 7818922546691 state 0x1 ref 1 00000100:00100000:3.0:1777580298.015465:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818922646691 time 7818964326604 state 0x0 ref 1 00000100:00100000:3.0:1777580298.015476:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+327:282040:x1863919946244224:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580298.015497:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.015520:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43cdb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca28 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.017806:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2361:x1863919946243712:12345-192.168.202.9@tcp:2:touch.500 Request processed in 3876us (4463us total) trans 8589938362 rc 0/0 00000100:00100000:2.0:1777580298.017820:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11206 00010000:00010000:3.0:1777580298.018232:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.018249:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.018260:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.018279:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.019396:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.019406:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580298.023334:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1564:0x0], index 0: 0 00010000:00010000:2.0:1777580298.023849:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580298.023862:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43cf7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.023875:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580298.023880:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43cf7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.023891:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43cf7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.023916:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x794:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:2.0:1777580298.023919:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.023925:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43cf7 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.023931:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e43cf7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.023975:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.023977:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.023979:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580298.024178:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282016:x1863919946243968:12345-192.168.202.9@tcp:36:rm.500 Request processed in 8469us (10704us total) trans 8589949752 rc 0/0 00000100:00100000:1.0:1777580298.024192:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18238 00000100:00100000:1.0:1777580298.024201:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818922995276 time 7818964552950 state 0x2 ref 0 00000100:00080000:1.0:1777580298.024396:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777580298.025311:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d0c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025337:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025350:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025416:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025425:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025432:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025437:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.025442:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025449:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025460:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.025463:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.025468:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025474:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43cfe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.025490:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ac8992d reply state 00000000388e3203 transno 8589949753 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.025501:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580298.025562:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e43cdb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca28 expref: 330 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025579:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d0c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca28 expref: 329 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.025586:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x771:0x0].0x0 (ffffa02481646400) 00010000:00010000:3.0:1777580298.025589:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.025591:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3800, rc 0) 00000100:00100000:3.0:1777580298.025678:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+330:282040:x1863919946244224:12345-192.168.202.9@tcp:101:touch.500 Request processed in 10203us (10452us total) trans 8589949753 rc 0/0 00000100:00100000:3.0:1777580298.025690:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18239 00000100:00100000:3.0:1777580298.025698:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818922646691 time 7818964326604 state 0x2 ref 0 00000100:00100000:1.0:1777580298.059881:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.060099:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.060121:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.060768:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580298.060823:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ce9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.060837:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ce9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.060845:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ce9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.060852:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.060858:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ce9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.060867:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ce9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.060892:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa024aca38d00) 00010000:00010000:1.0:1777580298.060896:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.060902:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ce9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.060914:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e43ce9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.061172:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946244736 00000100:00100000:1.0:1777580298.061185:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946244736 00000100:00100000:1.0:1777580298.061233:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818922646691 time 7818964326604 state 0x0 ref 1 00000100:00100000:1.0:1777580298.061247:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818964426604 time 7818964326604 state 0x1 ref 1 00000100:00100000:1.0:1777580298.061268:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946244992 00000100:00100000:1.0:1777580298.061271:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946244992 00000100:00100000:2.0:1777580298.061431:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946244480 00000100:00100000:2.0:1777580298.061437:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946244480 00000100:00100000:2.0:1777580298.061476:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3921 00000100:00100000:2.0:1777580298.061486:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238713a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+331:282035:x1863919946244480:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580298.062207:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238713a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282035:x1863919946244480:12345-192.168.202.9@tcp:35:touch.500 Request processed in 719us (2337us total) trans 8589949754 rc 0/0 00000100:00100000:2.0:1777580298.062216:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3921 00000100:00100000:2.0:1777580298.062253:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946245248 00000100:00100000:2.0:1777580298.062260:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946245248 00000100:00100000:2.0:1777580298.062279:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818964426604 time 7818964326604 state 0x1 ref 2 00000100:00100000:1.0:1777580298.062483:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818922995276 time 7818964552950 state 0x0 ref 1 00010000:00010000:3.0:1777580298.062711:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.062723:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.062731:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.062738:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.062743:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.062756:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.062772:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02481646a00) 00010000:00010000:3.0:1777580298.062776:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.062780:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.062788:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e43d05 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.069270:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818964652950 time 7818964552950 state 0x1 ref 1 00000100:00100000:1.0:1777580298.069678:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819018638629 time 7819018538629 state 0x1 ref 2 00000100:00100000:1.0:1777580298.069712:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238713ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+331:282040:x1863919946244736:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580298.069809:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580298.069848:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d0c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca28 expref: 331 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.069872:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x771:0x0].0x0 (ffffa02481646400) 00010000:00010000:1.0:1777580298.069887:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.070091:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.070109:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.070123:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.070666:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818964652950 time 7819019524090 state 0x0 ref 1 00000100:00100000:2.0:1777580298.070689:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02387139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282010:x1863919946244992:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580298.070735:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580298.070755:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e4380b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ae expref: 132 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.070775:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e435db lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x792:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c80d expref: 131 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.070788:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x792:0x0].0x0 (ffffa0249f048b00) 00010000:00010000:2.0:1777580298.070798:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.070822:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.070833:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.070840:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.070853:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.070859:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.070866:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.071491:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5088a49 reply state 000000004a31fe08 transno 8589949755 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.071507:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.071731:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.071743:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.071753:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.072654:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238713ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282040:x1863919946244736:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2960us (12552us total) trans 8589949755 rc 0/0 00000100:00100000:1.0:1777580298.072663:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18240 00000040:00080000:2.0:1777580298.074878:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1751, 64 off120256 00010000:00010000:2.0:1777580298.075455:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.075469:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.075483:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.075491:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.075497:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.075503:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.075525:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580298.075683:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580298.075691:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.075700:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b21800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580298.075704:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.075712:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.075727:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x792:0x0].0x0 (ffffa024989ecf00) 00010000:00010000:1.0:1777580298.075730:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580298.075734:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.075740:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43d4b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.075756:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.075759:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.075761:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.077348:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077368:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077375:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077382:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.077387:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077395:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077413:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x792:0x0].0x0 (ffffa024989ecf00) 00010000:00010000:2.0:1777580298.077416:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580298.077421:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077428:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43d2f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077471:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077478:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077483:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077489:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.077491:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077498:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077507:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.077509:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.077512:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.077518:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43d21 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.077528:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000ee306b reply state 00000000b0da97b4 transno 8589949756 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.077861:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.078009:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387139180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282010:x1863919946244992:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7322us (17878us total) trans 8589949756 rc 0/0 00000100:00100000:2.0:1777580298.078021:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18242 00000100:00100000:2.0:1777580298.078031:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7818964652950 time 7819019524090 state 0x2 ref 0 00010000:00010000:1.0:1777580298.083778:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.083800:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.083807:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.083814:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.083819:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.083827:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.083848:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x771:0x0].0x0 (ffffa0249f048e00) 00010000:00010000:1.0:1777580298.083851:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.083857:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.083864:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d1a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.111890:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580298.112905:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.113204:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.113216:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.113222:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b21e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.113228:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.113236:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.113255:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024989ec500) 00010000:00010000:3.0:1777580298.113259:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.113264:0:3274:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.113274:0:3274:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.113282:0:3274:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 4/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.115264:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.115273:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43d28 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.115583:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946245376 00000100:00100000:1.0:1777580298.115600:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946245376 00000100:00100000:1.0:1777580298.115657:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819021196692 time 7819021096692 state 0x1 ref 2 00000100:00100000:1.0:1777580298.115691:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819021196692 time 7819064552913 state 0x0 ref 2 00000100:00100000:1.0:1777580298.115708:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282040:x1863919946245376:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.115740:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.115768:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d52 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x771:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca36 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.115849:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d52 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x771:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca36 expref: 333 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.115864:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d52 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x771:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca36 expref: 333 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.115887:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x771:0x0].0x0 (ffffa0249f048e00) 00010000:00010000:1.0:1777580298.115891:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.115893:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4800, rc 0) 00010000:00010000:3.0:1777580298.119078:0:191688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119101:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119247:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e43d3d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119256:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e43d3d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119265:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e43d3d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119271:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.119277:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e43d3d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119291:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e43d3d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119314:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.119317:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.119323:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e43d3d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119331:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e43d3d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119344:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119350:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119355:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119360:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.119363:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119368:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119375:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024989ec500) 00010000:00010000:3.0:1777580298.119377:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.119380:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119385:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e43d44 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119423:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119437:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119447:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119464:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119471:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.119477:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580298.120128:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1540:0x0], index 1: 0 00010000:00010000:3.0:1777580298.120393:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d67 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120405:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120415:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120462:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120470:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120476:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120481:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.120484:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120490:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120499:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.120501:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.120504:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120510:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e43d59 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.120525:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000068df99c8 reply state 00000000a521fccf transno 8589949757 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.120535:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580298.120582:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43d36 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca2f expref: 335 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120603:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d67 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca2f expref: 334 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.120611:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x772:0x0].0x0 (ffffa02481646400) 00010000:00010000:3.0:1777580298.120613:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.120616:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3800, rc 0) 00000100:00100000:1.0:1777580298.120796:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+335:282040:x1863919946245376:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5091us (8919us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.120808:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18243 00000100:00100000:3.0:1777580298.126723:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387138700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+334:282042:x1863919946245248:12345-192.168.202.9@tcp:101:touch.500 Request processed in 54451us (65937us total) trans 8589949757 rc 0/0 00000100:00100000:3.0:1777580298.126738:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18241 00000100:00100000:3.0:1777580298.126749:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819021196692 time 7819064552913 state 0x2 ref 0 00010000:00010000:1.0:1777580298.153710:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.153726:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.153735:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.153742:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.153748:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.153761:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.153781:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02481646a00) 00010000:00010000:1.0:1777580298.153784:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.153789:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.153796:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43d60 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.157652:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946246528 00000100:00100000:1.0:1777580298.157665:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946246528 00000100:00100000:1.0:1777580298.157715:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819071166103 time 7819076735144 state 0x0 ref 1 00000100:00100000:1.0:1777580298.157730:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819076835144 time 7819076735144 state 0x1 ref 1 00000100:00100000:1.0:1777580298.157762:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819076835144 time 7819106624131 state 0x0 ref 1 00000100:00100000:1.0:1777580298.157774:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282027:x1863919946246528:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580298.157866:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.157902:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e43adc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c987 expref: 134 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.157927:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e43962 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x79c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c91e expref: 133 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.157939:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79c:0x0].0x0 (ffffa02486090100) 00010000:00010000:1.0:1777580298.157953:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.157995:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.158014:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.158026:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.158042:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.158048:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.158054:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.158247:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.158256:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.158263:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580298.159172:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1757, 64 off120640 00010000:00010000:1.0:1777580298.159256:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159270:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159279:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159398:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159405:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159412:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159439:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580298.159465:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159472:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159478:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159485:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.159490:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159498:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159510:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79c:0x0].0x0 (ffffa0249f048400) 00010000:00010000:1.0:1777580298.159513:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580298.159518:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159524:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43dd7 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159547:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159554:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159560:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159566:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.159569:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159576:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159583:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.159586:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.159589:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159594:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43dc9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.159605:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078837916 reply state 00000000688f0160 transno 8589949758 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.159620:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.159736:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282027:x1863919946246528:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1958us (2179us total) trans 8589949758 rc 0/0 00000100:00100000:1.0:1777580298.159748:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18247 00000100:00100000:1.0:1777580298.159757:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819076835144 time 7819106624131 state 0x2 ref 0 00010000:00010000:1.0:1777580298.159810:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580298.159818:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159825:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580298.159829:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.159835:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.160775:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79c:0x0].0x0 (ffffa0249f048400) 00010000:00010000:1.0:1777580298.160782:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580298.160788:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.160797:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43dde lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.160821:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.160823:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.160825:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580298.167314:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946246144 00000100:00100000:3.0:1777580298.167345:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946246144 00000100:00100000:3.0:1777580298.167426:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946246016 00000100:00100000:3.0:1777580298.167430:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946246016 00000100:00100000:3.0:1777580298.167452:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946246272 00000100:00100000:3.0:1777580298.167455:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946246272 00000100:00100000:3.0:1777580298.167487:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11208 00000100:00100000:3.0:1777580298.167500:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2364:x1863919946246144:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.167527:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.167558:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca59 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580298.167595:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x153e:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:3.0:1777580298.167622:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.167625:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.167637:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 38 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.167660:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 38 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.167676:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e2000, rc 0) 00000100:00100000:3.0:1777580298.167769:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2364:x1863919946246144:12345-192.168.202.9@tcp:101:rm.500 Request processed in 272us (14298us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.167777:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11208 00000100:00100000:3.0:1777580298.167802:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11209 00000100:00100000:3.0:1777580298.167810:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2361:x1863919946246016:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.167818:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.167833:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca52 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.168236:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.168394:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.168426:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.168465:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.168495:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946246784 00000100:00100000:1.0:1777580298.168501:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946246784 00000100:00100000:1.0:1777580298.168534:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819021196692 time 7819064552913 state 0x0 ref 1 00000100:00100000:1.0:1777580298.168547:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819064652913 time 7819064552913 state 0x1 ref 1 00000100:00100000:1.0:1777580298.168565:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946247040 00000100:00100000:1.0:1777580298.168567:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946247040 00000100:00100000:1.0:1777580298.168578:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819064652913 time 7819064552913 state 0x1 ref 2 00000100:00100000:1.0:1777580298.168591:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946247552 00000100:00100000:1.0:1777580298.168593:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946247552 00000100:00100000:1.0:1777580298.168602:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819076835144 time 7819106624131 state 0x0 ref 1 00000100:00100000:1.0:1777580298.168609:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819106724131 time 7819106624131 state 0x1 ref 1 00000100:00100000:1.0:1777580298.168625:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819117587667 time 7819117487667 state 0x1 ref 2 00000100:00100000:1.0:1777580298.168635:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+334:282042:x1863919946246784:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580298.168693:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580298.168722:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43d67 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca2f expref: 334 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.168743:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x772:0x0].0x0 (ffffa02481646400) 00010000:00010000:1.0:1777580298.168755:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.168930:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.168951:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.168973:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.169201:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008404faad reply state 00000000eb1507c2 transno 8589949759 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.169211:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.169321:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+335:282042:x1863919946246784:12345-192.168.202.9@tcp:36:touch.500 Request processed in 686us (1085us total) trans 8589949759 rc 0/0 00000100:00100000:1.0:1777580298.169331:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18248 00000100:00100000:1.0:1777580298.169365:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819106724131 time 7819118227505 state 0x0 ref 1 00000100:00100000:1.0:1777580298.169377:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282028:x1863919946247552:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580298.169412:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.169428:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43b1b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c995 expref: 134 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169447:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4399a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x79d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c933 expref: 133 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169457:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79d:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:1.0:1777580298.169465:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.169483:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169497:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169504:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169517:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169523:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169528:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169650:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169659:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.169666:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580298.170067:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1562:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:3.0:1777580298.170097:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.170099:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.170112:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 38 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.170150:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 38 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.170163:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8200, rc 0) 00000100:00100000:3.0:1777580298.170206:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2361:x1863919946246016:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2398us (16652us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.170214:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11209 00000100:00100000:3.0:1777580298.170243:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11210 00000100:00100000:3.0:1777580298.170254:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946246272:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.170436:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.170454:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca60 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580298.170473:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1563:0x0] initial LVB size: 0, mtime: 0x69f3b908, atime: 0x69f3b908, ctime: 0x69f3b908, blocks: 0x1 00010000:00010000:3.0:1777580298.170486:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.170488:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.170492:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 38 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.170504:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 38 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.170512:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9800, rc 0) 00000100:00100000:3.0:1777580298.170534:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2362:x1863919946246272:12345-192.168.202.9@tcp:101:rm.500 Request processed in 284us (12927us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.170541:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11210 00000100:00100000:3.0:1777580298.170597:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946247296 00000100:00100000:3.0:1777580298.170606:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946247296 00000100:00100000:3.0:1777580298.170651:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3922 00000100:00100000:3.0:1777580298.170659:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b61c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+335:282040:x1863919946247296:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580298.171087:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b61c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+336:282040:x1863919946247296:12345-192.168.202.9@tcp:35:touch.500 Request processed in 428us (2659us total) trans 8589949760 rc 0/0 00000100:00100000:3.0:1777580298.171095:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3922 00010000:00010000:3.0:1777580298.171213:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.171224:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.171232:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.171240:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.171246:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.171256:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.171269:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa0249f048d00) 00010000:00010000:3.0:1777580298.171272:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.171277:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580298.171908:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1752, 64 off120320 00010000:00010000:3.0:1777580298.171977:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43dd0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172131:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172183:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172195:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172203:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172210:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172215:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172239:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580298.172262:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172268:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172274:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.172279:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.173305:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173319:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173335:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79d:0x0].0x0 (ffffa0249f048a00) 00010000:00010000:1.0:1777580298.173338:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580298.173343:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173354:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43e08 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173382:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173389:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173394:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173400:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.173403:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173409:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173417:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.173419:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.173422:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173427:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43dfa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.173436:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004cd22413 reply state 00000000979eee24 transno 8589949761 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.173446:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.173564:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282028:x1863919946247552:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4183us (5091us total) trans 8589949761 rc 0/0 00000100:00100000:1.0:1777580298.173575:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18250 00000100:00100000:1.0:1777580298.173584:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819106724131 time 7819118227505 state 0x2 ref 0 00000100:00100000:1.0:1777580298.173634:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819117587667 time 7819122495697 state 0x0 ref 1 00000100:00100000:1.0:1777580298.173650:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+335:282043:x1863919946247040:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.173672:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.173692:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43e1d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca67 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173850:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173863:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173873:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.173888:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43e2b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.174155:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580298.174163:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.174175:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580298.174179:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.174185:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.174196:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79d:0x0].0x0 (ffffa0249f048a00) 00010000:00010000:3.0:1777580298.174199:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580298.174203:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.174209:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e43e16 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.174227:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.174229:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.174231:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.175470:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43e2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.175484:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43e2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580298.176318:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1565:0x0], index 0: 0 00010000:00010000:1.0:1777580298.181462:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43e32 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181496:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43e32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181510:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43e32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181562:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181571:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181578:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181584:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.181589:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181598:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181612:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.181616:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.181621:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181628:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43e24 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.181650:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f048d40a reply state 00000000a42fee9a transno 8589949762 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43e2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.181661:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580298.181709:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43e1d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca67 expref: 338 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181727:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43e32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca67 expref: 337 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.181735:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x773:0x0].0x0 (ffffa024aca38d00) 00010000:00010000:1.0:1777580298.181738:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.181740:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:1.0:1777580298.181849:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+338:282043:x1863919946247040:12345-192.168.202.9@tcp:101:touch.500 Request processed in 8203us (13452us total) trans 8589949762 rc 0/0 00000100:00100000:1.0:1777580298.181862:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18249 00000100:00100000:1.0:1777580298.181871:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819117587667 time 7819122495697 state 0x2 ref 0 00000100:00100000:1.0:1777580298.193612:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.193641:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580298.193692:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.193707:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.193715:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.193726:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.193732:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.193740:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.193764:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x772:0x0].0x0 (ffffa0249f048b00) 00010000:00010000:1.0:1777580298.193767:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.193773:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.193779:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43df3 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.193842:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946247680 00000100:00100000:1.0:1777580298.193855:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946247680 00000100:00100000:1.0:1777580298.193917:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819117587667 time 7819122495697 state 0x0 ref 1 00000100:00100000:1.0:1777580298.194066:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819122595697 time 7819122495697 state 0x1 ref 1 00000100:00100000:1.0:1777580298.194093:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946247936 00000100:00100000:1.0:1777580298.194097:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946247936 00000100:00100000:1.0:1777580298.194112:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819106724131 time 7819118227505 state 0x0 ref 1 00000100:00100000:1.0:1777580298.194120:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819118327505 time 7819118227505 state 0x1 ref 1 00000100:00100000:1.0:1777580298.194176:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819118327505 time 7819143036341 state 0x0 ref 1 00000100:00100000:1.0:1777580298.194191:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282031:x1863919946247936:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580298.194282:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.194306:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e43da6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca44 expref: 133 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194325:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43a11 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x79e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c948 expref: 132 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194335:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79e:0x0].0x0 (ffffa024185aa100) 00010000:00010000:1.0:1777580298.194343:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.194372:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194391:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194404:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194426:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e43e47 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194433:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e43e47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194441:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e43e47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194610:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194618:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.194626:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580298.196656:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1758, 64 off120704 00010000:00010000:1.0:1777580298.196762:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.196783:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.196796:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.196807:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.196815:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.196822:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.196857:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580298.196889:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.199187:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.199208:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.199216:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.199222:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9bc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.199228:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.199236:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.199257:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0249f048600) 00010000:00010000:2.0:1777580298.199260:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.199266:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.199273:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43e01 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.200117:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580298.200127:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.200661:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.200668:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.202577:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946248192 00000100:00100000:3.0:1777580298.202594:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946248192 00000100:00100000:3.0:1777580298.202650:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819122595697 time 7819148294176 state 0x0 ref 1 00000100:00100000:3.0:1777580298.202742:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819148394176 time 7819148294176 state 0x1 ref 1 00000100:00100000:3.0:1777580298.202776:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819148394176 time 7819151637542 state 0x0 ref 1 00000100:00100000:3.0:1777580298.202793:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+337:282046:x1863919946248192:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580298.202827:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.202854:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43e63 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca75 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203110:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203129:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203170:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203189:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203196:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203203:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203288:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43e78 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203299:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43e78 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203307:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43e78 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580298.203319:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x795:0x0]: returning size 0 00010000:00010000:3.0:1777580298.203454:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203467:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203473:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203479:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.203484:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203492:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203506:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.203509:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.203514:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203521:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43e6a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203536:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203542:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203547:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203552:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9ae00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.203555:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203561:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203568:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024997a0900) 00010000:00010000:3.0:1777580298.203570:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.203573:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203578:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43e71 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203628:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e43e63 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca75 expref: 340 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203646:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43e78 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca75 expref: 339 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.203653:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:3.0:1777580298.203655:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.203658:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000100:00100000:3.0:1777580298.203743:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+339:282046:x1863919946248192:12345-192.168.202.9@tcp:101:touch.500 Request processed in 956us (2926us total) trans 8589949764 rc 0/0 00000100:00100000:3.0:1777580298.203753:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18253 00000100:00100000:3.0:1777580298.203759:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819148394176 time 7819151637542 state 0x2 ref 0 00010000:00010000:2.0:1777580298.209173:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580298.209190:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.209208:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.209232:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79e:0x0].0x0 (ffffa024aee2d500) 00010000:00010000:2.0:1777580298.209235:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.209241:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.209248:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43e55 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.209268:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.209270:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.209273:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.212165:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.212183:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212199:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212220:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79e:0x0].0x0 (ffffa024aee2d500) 00010000:00010000:1.0:1777580298.212223:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580298.212229:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212237:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43e4e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212278:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212294:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212302:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212307:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.212310:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212317:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212328:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.212331:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.212334:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.212340:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e40 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.212351:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7ad008e reply state 00000000fc8a96ba transno 8589949763 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e43e47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.212362:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.224368:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.224406:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.224432:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.224457:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580298.224493:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e43e86 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.224507:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e43e86 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.224517:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e43e86 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.224522:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.224528:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e43e86 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.224537:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e43e86 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.224558:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x773:0x0].0x0 (ffffa0248a60ed00) 00010000:00010000:2.0:1777580298.224562:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.224569:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e43e86 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.224577:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e43e86 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.232160:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946249216 00000100:00100000:2.0:1777580298.232178:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946249216 00000100:00100000:2.0:1777580298.232233:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819153399607 time 7819153299607 state 0x1 ref 3 00000100:00100000:2.0:1777580298.232273:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819181235386 time 7819181135386 state 0x1 ref 3 00000100:00100000:1.0:1777580298.233165:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819182122593 time 7819182022593 state 0x1 ref 3 00000100:00100000:1.0:1777580298.233197:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+341:282043:x1863919946248960:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.233234:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.233266:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e43e8d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca7c expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233406:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e43e8d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x773:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca7c expref: 342 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233425:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e43e8d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x773:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca7c expref: 342 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233451:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x773:0x0].0x0 (ffffa024aee2d500) 00010000:00010000:1.0:1777580298.233455:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.233460:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248c032400, rc 0) 00000100:00100000:1.0:1777580298.233559:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282043:x1863919946248960:12345-192.168.202.9@tcp:101:touch.500 Request processed in 378us (9151us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.233569:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18256 00000100:00100000:1.0:1777580298.233603:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819182122593 time 7819182465757 state 0x0 ref 2 00000100:00100000:1.0:1777580298.233615:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+341:282047:x1863919946249216:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.233625:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.233637:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43e94 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca83 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233805:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233818:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233828:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233844:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233852:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.233859:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.234097:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282046:x1863919946248704:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580298.234132:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580298.234168:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e43e78 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca75 expref: 342 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.234193:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:2.0:1777580298.234197:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.234269:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.234336:0:191688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e43a6c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c96b expref: 131 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.234347:0:191688:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.234390:0:191688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e43a6c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c96b expref: 131 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.234408:0:191688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e43a6c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c96b expref: 131 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.234426:0:191688:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917409408:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580298.234516:0:191688:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe32180 going to sleep for 11 seconds 00000004:00080000:1.0:1777580298.238189:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1541:0x0], index 1: 0 00010000:00010000:1.0:1777580298.242443:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43eb0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242477:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242494:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242560:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242569:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242576:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242584:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.242588:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242596:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242610:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.242613:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.242618:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242625:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e43e9b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.242645:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008643bfa4 reply state 00000000c2ff5a2c transno 8589949766 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.242657:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580298.242712:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43e94 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca83 expref: 343 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242730:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca83 expref: 342 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.242737:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x775:0x0].0x0 (ffffa024aee2df00) 00010000:00010000:1.0:1777580298.242740:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.242743:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4da00, rc 0) 00000100:00100000:1.0:1777580298.242834:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+343:282047:x1863919946249216:12345-192.168.202.9@tcp:101:touch.500 Request processed in 9219us (18374us total) trans 8589949766 rc 0/0 00000100:00100000:1.0:1777580298.242846:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18257 00000100:00100000:1.0:1777580298.245814:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946249472 00000100:00100000:1.0:1777580298.245829:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946249472 00000100:00100000:1.0:1777580298.245884:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819118327505 time 7819143036341 state 0x0 ref 1 00000100:00100000:1.0:1777580298.245909:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819143136341 time 7819143036341 state 0x1 ref 1 00000100:00100000:1.0:1777580298.247696:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819143136341 time 7819196550260 state 0x0 ref 1 00000100:00100000:1.0:1777580298.247730:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282024:x1863919946249472:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580298.247817:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.247852:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e43ac0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c980 expref: 132 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.247881:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e438dd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x79a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c902 expref: 131 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.247896:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79a:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:1.0:1777580298.247912:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.248056:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.248077:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.248089:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.248108:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.248115:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.248123:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.250121:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.250168:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.250182:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580298.252173:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1759, 64 off120768 00010000:00010000:1.0:1777580298.252273:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252292:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252304:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252314:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252320:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252327:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252352:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580298.252383:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252389:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252394:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252400:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9bc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.252405:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252413:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252427:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79a:0x0].0x0 (ffffa024aee2d600) 00010000:00010000:1.0:1777580298.252430:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580298.252435:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252440:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ecc lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252463:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252469:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252475:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252479:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9ae00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.252482:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252487:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252494:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.252496:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.252499:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.252508:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e43ebe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.252519:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d1d90f89 reply state 00000000fe1debaf transno 8589949767 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.252529:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.254830:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+131:282024:x1863919946249472:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7098us (9591us total) trans 8589949767 rc 0/0 00000100:00100000:1.0:1777580298.254846:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18258 00000100:00100000:1.0:1777580298.254857:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819143136341 time 7819196550260 state 0x2 ref 0 00010000:00010000:1.0:1777580298.256746:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580298.256764:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.256776:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580298.256780:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.256790:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.256811:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79a:0x0].0x0 (ffffa024aee2d600) 00010000:00010000:1.0:1777580298.256815:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580298.256821:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.256829:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ed3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.256864:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.256866:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.256868:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.258089:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.258107:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.258115:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.258126:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.258131:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.261395:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.261421:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa024aee2d100) 00010000:00010000:2.0:1777580298.261425:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.261432:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.261440:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e43ea2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.268344:0:191688:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917409408:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580298.268382:0:191688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.268421:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946249728 00000100:00100000:0.0:1777580298.268430:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946249728 00010000:00010000:0.0:1777580298.268481:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e43a6c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c96b expref: 131 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.268522:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4144 00000100:00100000:0.0:1777580298.268533:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+131:2363:x1863919946249728:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777580298.270493:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946249600 00000100:00100000:1.0:1777580298.270510:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946249600 00000100:00100000:1.0:1777580298.270665:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11212 00000100:00100000:1.0:1777580298.270677:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2361:x1863919946249600:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:0.0:1777580298.271705:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580298.271721:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e43a6c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c96b expref: 131 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.271745:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e43a6c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c96b expref: 131 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.271779:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e43a6c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c96b expref: 131 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.271802:0:190365:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:0.0:1777580298.271809:0:190365:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.271821:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.271831:0:190365:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.271879:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580298.271971:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+130:2363:x1863919946249728:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3439us (5439us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.271983:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4144 00000100:00100000:0.0:1777580298.272041:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946249984 00000100:00100000:0.0:1777580298.272050:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946249984 00000100:00100000:0.0:1777580298.272097:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3923 00000100:00100000:0.0:1777580298.272106:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282042:x1863919946249984:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580298.274517:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+343:282042:x1863919946249984:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2398us (6368us total) trans 8589949768 rc 0/0 00000100:00100000:0.0:1777580298.274531:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3923 00000100:00100000:1.0:1777580298.274975:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2361:x1863919946249600:12345-192.168.202.9@tcp:2:touch.500 Request processed in 4299us (8525us total) trans 8589938764 rc 0/0 00000100:00100000:1.0:1777580298.274984:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11212 00010000:00010000:0.0:1777580298.279418:0:191688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.279443:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.279672:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4616e18 reply state 000000008426586d transno 8589949769 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.279684:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580298.279851:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+344:282046:x1863919946248704:12345-192.168.202.9@tcp:36:touch.500 Request processed in 47560us (55493us total) trans 8589949769 rc 0/0 00000100:00100000:0.0:1777580298.279876:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18255 00000100:00100000:0.0:1777580298.279886:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819182122593 time 7819182465757 state 0x2 ref 0 00000100:00100000:0.0:1777580298.285752:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.285790:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.285810:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.285872:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946250112 00000100:00100000:0.0:1777580298.285886:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946250112 00000100:00100000:0.0:1777580298.287105:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819143136341 time 7819196550260 state 0x0 ref 1 00000100:00100000:0.0:1777580298.287126:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819196650260 time 7819196550260 state 0x1 ref 1 00000100:00100000:0.0:1777580298.287181:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946250240 00000100:00100000:0.0:1777580298.287188:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946250240 00000100:00100000:0.0:1777580298.287222:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819196650260 time 7819196550260 state 0x1 ref 2 00000100:00100000:0.0:1777580298.287236:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946250496 00000100:00100000:0.0:1777580298.287239:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946250496 00000100:00100000:0.0:1777580298.287251:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819182122593 time 7819182465757 state 0x0 ref 1 00000100:00100000:0.0:1777580298.287258:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819182565757 time 7819182465757 state 0x1 ref 1 00000100:00100000:0.0:1777580298.287276:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819182565757 time 7819236137779 state 0x0 ref 1 00000100:00100000:0.0:1777580298.287290:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282047:x1863919946250496:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580298.287365:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580298.287400:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e43eb0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca83 expref: 346 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.287422:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x775:0x0].0x0 (ffffa024aee2df00) 00010000:00010000:0.0:1777580298.287436:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.287532:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.288299:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819237257322 time 7819237157322 state 0x1 ref 2 00000100:00100000:1.0:1777580298.288321:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282050:x1863919946250112:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580298.288337:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.288354:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ee1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca8a expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.288422:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.288438:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.288452:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.288467:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.288474:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.288481:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289224:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43ef6 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289239:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289249:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.289288:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x770:0x0]: returning size 0 00000004:00200000:1.0:1777580298.289294:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580298.289322:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289337:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43ef6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289347:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289355:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289362:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289373:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9bc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.289378:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289387:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289402:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.289406:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.289411:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289419:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e43ee8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289435:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289441:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289447:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289452:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.289455:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289462:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289473:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa024aee2d600) 00010000:00010000:1.0:1777580298.289476:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.289479:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289484:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e43eef lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289528:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e43ee1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca8a expref: 347 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289558:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43ef6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca8a expref: 346 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289567:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x770:0x0].0x0 (ffffa0249f048900) 00010000:00010000:1.0:1777580298.289570:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.289572:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1e00, rc 0) 00000100:00100000:1.0:1777580298.289671:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282050:x1863919946250112:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1357us (3935us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.289681:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18259 00000100:00100000:1.0:1777580298.289738:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819237257322 time 7819238598790 state 0x0 ref 1 00000100:00100000:1.0:1777580298.289754:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282054:x1863919946250240:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580298.289772:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.289784:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43efd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca91 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289837:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289846:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289854:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289868:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289874:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289881:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289973:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43f12 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289981:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43f12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.289989:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43f12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.290012:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x771:0x0]: returning size 0 00000004:00200000:1.0:1777580298.290016:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580298.290027:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43f12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290040:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43f12 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290047:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290053:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290059:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290065:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.290067:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290073:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290081:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.290083:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.290086:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290092:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f04 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290102:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290107:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290113:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290117:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.290119:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290125:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290169:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024aee2d700) 00010000:00010000:1.0:1777580298.290172:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.290175:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290181:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f0b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290208:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43efd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca91 expref: 347 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290220:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43f12 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca91 expref: 346 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.290227:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x771:0x0].0x0 (ffffa0249f048e00) 00010000:00010000:1.0:1777580298.290229:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.290231:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1200, rc 0) 00000100:00100000:1.0:1777580298.290260:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282054:x1863919946250240:12345-192.168.202.9@tcp:101:rm.500 Request processed in 512us (4470us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.290271:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18260 00000100:00100000:1.0:1777580298.290275:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819237257322 time 7819238598790 state 0x2 ref 0 00010000:00010000:0.0:1777580298.292073:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.292089:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.292192:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.292201:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.292209:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.292216:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.292220:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.292228:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.292243:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024aee2d200) 00010000:00010000:0.0:1777580298.292247:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.292251:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.292258:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e43ec5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.292810:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000176bddf8 reply state 0000000097c2893a transno 8589949770 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.292826:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580298.293007:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+347:282047:x1863919946250496:12345-192.168.202.9@tcp:36:touch.500 Request processed in 5715us (7189us total) trans 8589949770 rc 0/0 00000100:00100000:0.0:1777580298.293019:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18261 00000100:00100000:0.0:1777580298.293027:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819182565757 time 7819236137779 state 0x2 ref 0 00000100:00100000:2.0:1777580298.303990:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580298.304178:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304192:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304201:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304208:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.304214:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304223:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304245:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:2.0:1777580298.304249:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.304255:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304261:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e43ea9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304293:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304300:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304305:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304311:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.304313:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304320:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304328:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x775:0x0].0x0 (ffffa0248a60e300) 00010000:00010000:2.0:1777580298.304330:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.304334:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.304338:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43eda lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.304782:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946250752 00000100:00100000:3.0:1777580298.304795:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946250752 00000100:00100000:2.0:1777580298.304918:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.304950:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.304983:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.305005:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.309871:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3924 00000100:00100000:3.0:1777580298.309899:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282043:x1863919946250752:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580298.310420:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282043:x1863919946250752:12345-192.168.202.9@tcp:35:touch.500 Request processed in 532us (6440us total) trans 8589949771 rc 0/0 00000100:00100000:3.0:1777580298.310430:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3924 00000100:00100000:3.0:1777580298.310470:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946251136 00000100:00100000:3.0:1777580298.310479:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946251136 00000100:00100000:3.0:1777580298.310519:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946251264 00000100:00100000:3.0:1777580298.310522:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946251264 00000100:00100000:3.0:1777580298.310542:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11213 00000100:00100000:3.0:1777580298.310550:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2362:x1863919946251136:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.310562:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.310589:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca98 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580298.310621:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x153f:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:3.0:1777580298.310639:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.310642:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.310652:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 26 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.310674:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 26 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.310688:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148c00, rc 0) 00000100:00100000:3.0:1777580298.310709:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2362:x1863919946251136:12345-192.168.202.9@tcp:101:rm.500 Request processed in 161us (5759us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.310716:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11213 00000100:00100000:3.0:1777580298.310729:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11214 00000100:00100000:3.0:1777580298.310736:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2362:x1863919946251264:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.310745:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.310758:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ca9f expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580298.310778:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1564:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:3.0:1777580298.310788:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.310790:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.310795:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 30 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.310807:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 30 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.310816:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149200, rc 0) 00000100:00100000:3.0:1777580298.310836:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2362:x1863919946251264:12345-192.168.202.9@tcp:101:rm.500 Request processed in 100us (5852us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.310842:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11214 00000100:00100000:2.0:1777580298.318345:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.322707:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.322786:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946251008 00000100:00100000:1.0:1777580298.322801:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946251008 00000100:00100000:1.0:1777580298.322825:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946251392 00000100:00100000:1.0:1777580298.322828:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946251392 00000100:00100000:1.0:1777580298.322884:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819182565757 time 7819236137779 state 0x0 ref 1 00000100:00100000:1.0:1777580298.322901:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819236237779 time 7819236137779 state 0x1 ref 1 00000100:00100000:1.0:1777580298.322923:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946251648 00000100:00100000:1.0:1777580298.322927:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946251648 00000100:00100000:1.0:1777580298.322939:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819236237779 time 7819236137779 state 0x1 ref 2 00000100:00100000:1.0:1777580298.322971:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819271933050 time 7819271833050 state 0x1 ref 2 00000100:00100000:1.0:1777580298.322983:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+347:282046:x1863919946251392:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.323016:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.323043:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43f27 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x795:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90caa6 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323127:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43f27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x795:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caa6 expref: 348 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323173:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7e00/0xcb2b2f2f7e43f27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x795:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caa6 expref: 348 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323202:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:1.0:1777580298.323205:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.323210:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7e00, rc 0) 00000100:00100000:1.0:1777580298.323277:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+348:282046:x1863919946251392:12345-192.168.202.9@tcp:101:touch.500 Request processed in 296us (18271us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.323286:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18262 00000100:00100000:1.0:1777580298.323317:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819271933050 time 7819272180655 state 0x0 ref 1 00000100:00100000:1.0:1777580298.323327:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+347:282049:x1863919946251648:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.323336:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.323346:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e43f2e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90caad expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323544:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323555:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323564:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323582:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323589:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323599:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323671:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323680:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323687:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.323699:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x799:0x0]: returning size 0 00010000:00010000:1.0:1777580298.323824:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323832:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323838:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323845:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.323849:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323857:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323868:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.323870:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.323875:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323881:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e43f35 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323894:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323900:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323906:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323911:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.323913:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323919:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323927:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024aee2d700) 00010000:00010000:1.0:1777580298.323929:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.323932:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323937:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e43f3c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.323999:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e43f2e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caad expref: 350 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324017:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caad expref: 349 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324024:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:1.0:1777580298.324027:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.324029:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:1.0:1777580298.324066:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+349:282049:x1863919946251648:12345-192.168.202.9@tcp:101:touch.500 Request processed in 739us (5734us total) trans 8589949772 rc 0/0 00000100:00100000:1.0:1777580298.324073:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18263 00000100:00100000:1.0:1777580298.324078:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819271933050 time 7819272180655 state 0x2 ref 0 00000100:00100000:1.0:1777580298.324325:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819237257322 time 7819238598790 state 0x0 ref 1 00000100:00100000:1.0:1777580298.324335:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819238698790 time 7819238598790 state 0x1 ref 1 00000100:00100000:1.0:1777580298.324365:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819238698790 time 7819273228040 state 0x0 ref 1 00000100:00100000:1.0:1777580298.324376:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282020:x1863919946251008:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580298.324424:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.324442:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e43a88 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x797:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c972 expref: 129 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324458:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e43755 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x797:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c876 expref: 128 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324467:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x797:0x0].0x0 (ffffa024993df300) 00010000:00010000:1.0:1777580298.324475:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.324492:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324503:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324511:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324525:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324532:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324539:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324624:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324632:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.324639:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580298.325264:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1760, 64 off120832 00010000:00010000:1.0:1777580298.325338:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325351:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325361:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325369:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325376:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325388:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325412:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580298.325439:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580298.325444:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325451:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580298.325454:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325461:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325471:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x797:0x0].0x0 (ffffa024aee2d900) 00010000:00010000:1.0:1777580298.325473:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580298.325476:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325481:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e43f66 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325497:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.325499:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.325500:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.325514:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325519:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325525:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325531:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.325535:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325541:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325549:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x797:0x0].0x0 (ffffa024aee2d900) 00010000:00010000:1.0:1777580298.325552:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580298.325554:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325559:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e43f5f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325581:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325586:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325591:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325595:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.325598:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325603:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325608:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.325611:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.325613:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.325618:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e43f51 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.325627:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec8b27a7 reply state 000000006fb7e20b transno 8589949773 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.325635:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.325728:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282020:x1863919946251008:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1351us (20809us total) trans 8589949773 rc 0/0 00000100:00100000:1.0:1777580298.325736:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18264 00000100:00100000:1.0:1777580298.325743:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819238698790 time 7819273228040 state 0x2 ref 0 00000100:00100000:1.0:1777580298.328475:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946251776 00000100:00100000:1.0:1777580298.328493:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946251776 00000100:00100000:1.0:1777580298.328544:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819271933050 time 7819272180655 state 0x0 ref 1 00000100:00100000:1.0:1777580298.328561:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819272280655 time 7819272180655 state 0x1 ref 1 00000100:00100000:1.0:1777580298.328584:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819272280655 time 7819277446807 state 0x0 ref 1 00000100:00100000:1.0:1777580298.328601:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+349:282047:x1863919946251776:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.328633:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.328662:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43f6d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x775:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cab4 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.328740:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43f6d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x775:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cab4 expref: 350 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.328757:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43f6d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x775:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cab4 expref: 350 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.328780:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x775:0x0].0x0 (ffffa024aee2db00) 00010000:00010000:1.0:1777580298.328783:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.328787:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3e00, rc 0) 00000100:00100000:1.0:1777580298.329349:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+350:282047:x1863919946251776:12345-192.168.202.9@tcp:101:touch.500 Request processed in 752us (6657us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.329359:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18265 00000100:00100000:1.0:1777580298.329365:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819272280655 time 7819277446807 state 0x2 ref 0 00000100:00100000:2.0:1777580298.338076:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.339056:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.339086:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.339132:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.339187:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946252160 00000100:00100000:2.0:1777580298.339200:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946252160 00000100:00100000:2.0:1777580298.339247:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819272280655 time 7819277446807 state 0x0 ref 1 00000100:00100000:2.0:1777580298.339263:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819277546807 time 7819277446807 state 0x1 ref 1 00000100:00100000:2.0:1777580298.339285:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946252416 00000100:00100000:2.0:1777580298.339288:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946252416 00000100:00100000:2.0:1777580298.339300:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819277546807 time 7819277446807 state 0x1 ref 2 00000100:00100000:2.0:1777580298.339317:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946252672 00000100:00100000:2.0:1777580298.339320:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946252672 00000100:00100000:2.0:1777580298.339332:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819238698790 time 7819273228040 state 0x0 ref 1 00000100:00100000:2.0:1777580298.339338:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819273328040 time 7819273228040 state 0x1 ref 1 00000100:00100000:2.0:1777580298.339356:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819273328040 time 7819288218771 state 0x0 ref 1 00000100:00100000:2.0:1777580298.339368:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282022:x1863919946252672:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580298.339449:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580298.339483:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e43aa4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c979 expref: 129 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339506:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e43858 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x799:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ca expref: 128 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339518:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:2.0:1777580298.339524:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.339554:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339572:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339583:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339599:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339606:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339612:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339763:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339774:0:205909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caad expref: 351 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339783:0:205909:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339822:0:205909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caad expref: 351 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.339837:0:205909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caad expref: 351 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.340012:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819288972606 time 7819288872606 state 0x1 ref 2 00000100:00100000:0.0:1777580298.340030:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+351:282049:x1863919946252160:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580298.340069:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777580298.340105:0:205909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:205909:1863919917409536:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580298.340234:0:205909:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe32000 going to sleep for 11 seconds 00000100:00100000:2.0:1777580298.340257:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946251904 00000100:00100000:2.0:1777580298.340262:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946251904 00000100:00100000:2.0:1777580298.340298:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11215 00000100:00100000:2.0:1777580298.340305:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2364:x1863919946251904:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:2.0:1777580298.340568:0:205907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x155d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777580298.340572:0:205907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x155d:0x0] updating lvb mtime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.340575:0:205907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x155d:0x0] updating lvb atime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.340578:0:205907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x155d:0x0] updating lvb ctime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.340580:0:205907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x155d:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777580298.340616:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2364:x1863919946251904:12345-192.168.202.9@tcp:2:touch.500 Request processed in 310us (1528us total) trans 8589938765 rc 0/0 00000100:00100000:2.0:1777580298.340624:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11215 00010000:00010000:2.0:1777580298.340654:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.340667:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.340674:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.340680:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.340684:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.340692:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.340704:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024aee2d600) 00010000:00010000:2.0:1777580298.340708:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.340712:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.340718:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e43f58 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.340760:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819288972606 time 7819289621642 state 0x0 ref 2 00000100:00100000:2.0:1777580298.340772:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+351:282052:x1863919946252416:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580298.340784:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.340797:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43f89 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cabb expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341005:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341020:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341031:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341044:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341051:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341057:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580298.341652:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1566:0x0], index 0: 0 00010000:00010000:2.0:1777580298.341867:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43f9e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341879:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43f9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341888:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43f9e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341930:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341938:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341944:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.341950:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.341954:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.342374:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.342387:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.342390:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.342394:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.342400:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e43f90 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.342412:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000022797cf6 reply state 000000002e429721 transno 8589949774 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.342423:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.342462:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e43f89 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cabb expref: 354 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.342480:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43f9e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cabb expref: 353 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.342488:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x777:0x0].0x0 (ffffa024989ec600) 00010000:00010000:2.0:1777580298.342490:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580298.342493:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32400, rc 0) 00000100:00100000:2.0:1777580298.342566:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+354:282052:x1863919946252416:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1794us (3513us total) trans 8589949774 rc 0/0 00000100:00100000:2.0:1777580298.342576:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18267 00010000:00010000:0.0:1777580298.346079:0:187631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caad expref: 353 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.346119:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:0.0:1777580298.346126:0:187631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.346150:0:187631:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.346159:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.346198:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.346310:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.346324:0:187631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.346332:0:187631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.346348:0:187631:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.346358:0:187631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.350760:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.350780:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.350794:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.350800:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.350806:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.350814:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.350836:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024989ec100) 00010000:00010000:3.0:1777580298.350839:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.350845:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.350850:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e43f97 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.351742:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.351769:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.352032:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946253056 00000100:00100000:1.0:1777580298.352046:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946253056 00000100:00100000:1.0:1777580298.352104:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819289721642 time 7819289621642 state 0x1 ref 2 00000100:00100000:1.0:1777580298.352127:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946253312 00000100:00100000:1.0:1777580298.352131:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946253312 00000100:00100000:1.0:1777580298.352166:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819289721642 time 7819289621642 state 0x1 ref 3 00000100:00100000:3.0:1777580298.352175:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.352188:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819301150144 time 7819301050144 state 0x1 ref 3 00000100:00100000:1.0:1777580298.352200:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+354:282052:x1863919946253056:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580298.352280:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580298.352317:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e43f9e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cabb expref: 354 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.352336:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x777:0x0].0x0 (ffffa024989ec600) 00010000:00010000:1.0:1777580298.352350:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.352396:0:205909:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.9@tcp) returned -22 from blocking AST (req@00000000e5888552 x1863919917409536) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caad expref: 353 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.352427:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e43f43 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caad expref: 353 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.352439:0:205909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:205909:1863919917409536:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580298.352446:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.352463:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.352465:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:2.0:1777580298.352470:0:205909:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.352474:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.352480:0:205909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.352488:0:205909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.352493:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.352654:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f4f7682 reply state 00000000b092030b transno 8589949775 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.352663:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.352790:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+354:282052:x1863919946253056:12345-192.168.202.9@tcp:36:touch.500 Request processed in 592us (1056us total) trans 8589949775 rc 0/0 00000100:00100000:1.0:1777580298.352798:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18269 00000100:00100000:1.0:1777580298.352830:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819301150144 time 7819301693012 state 0x0 ref 2 00000100:00100000:1.0:1777580298.352843:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+353:282056:x1863919946253312:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.352854:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.352867:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e43fba lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cac2 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353012:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353025:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353033:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353046:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353053:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353059:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353125:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784dc00/0xcb2b2f2f7e43fcf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353170:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784dc00/0xcb2b2f2f7e43fcf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353178:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784dc00/0xcb2b2f2f7e43fcf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.353192:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x798:0x0]: returning size 0 00010000:00010000:1.0:1777580298.353264:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353272:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353279:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353285:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.353290:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353298:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353308:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.353310:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.353314:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.353319:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e43fc1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354316:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354331:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354342:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354347:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.354350:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354356:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354368:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa024aee2d200) 00010000:00010000:1.0:1777580298.354370:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.354373:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354379:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e43fc8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354447:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e43fba lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cac2 expref: 356 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354463:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784dc00/0xcb2b2f2f7e43fcf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cac2 expref: 355 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.354470:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:1.0:1777580298.354472:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.354475:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784dc00, rc 0) 00000100:00100000:1.0:1777580298.354556:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+355:282056:x1863919946253312:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1713us (2783us total) trans 8589949776 rc 0/0 00000100:00100000:1.0:1777580298.354568:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18270 00000004:00080000:2.0:1777580298.354601:0:205909:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x799:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1777580298.354711:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354719:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354729:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354734:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b21e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.354737:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354743:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354752:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:2.0:1777580298.354754:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580298.354758:0:205909:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354767:0:205909:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354775:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354806:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354812:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e43f82 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354826:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354832:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.354838:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.355314:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.358457:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946252800 00000100:00100000:3.0:1777580298.358477:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946252800 00000100:00100000:0.0:1777580298.358638:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946253568 00000100:00100000:0.0:1777580298.358644:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946253568 00000100:00100000:3.0:1777580298.358692:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11216 00000100:00100000:0.0:1777580298.358692:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3925 00000100:00100000:3.0:1777580298.358704:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2364:x1863919946252800:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580298.358704:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02387139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+355:282046:x1863919946253568:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580298.359003:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+356:282046:x1863919946253568:12345-192.168.202.9@tcp:35:touch.500 Request processed in 301us (3690us total) trans 8589949778 rc 0/0 00000100:00100000:0.0:1777580298.359012:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3925 00010000:00010000:2.0:1777580298.360458:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b21800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.360467:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.360478:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.360499:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.360503:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.360508:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.360517:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e43f74 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.360535:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e76ad686 reply state 000000001ed4ff4d transno 8589949777 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.360546:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.360607:0:187631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.360615:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.360767:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a60bac92 reply state 000000001e5d0186 transno 8589949779 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.360780:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.361130:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+357:282049:x1863919946252160:12345-192.168.202.9@tcp:36:touch.500 Request processed in 21101us (23067us total) trans 8589949779 rc 0/0 00000100:00100000:2.0:1777580298.361160:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18266 00000100:00100000:2.0:1777580298.361169:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819301150144 time 7819301693012 state 0x2 ref 0 00000100:00100000:3.0:1777580298.361264:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2364:x1863919946252800:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2563us (9089us total) trans 8589938364 rc 0/0 00000100:00100000:3.0:1777580298.361280:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11216 00000100:00100000:3.0:1777580298.361475:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.361520:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.361557:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946253696 00000100:00100000:0.0:1777580298.361568:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946253696 00000100:00100000:0.0:1777580298.361605:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819301150144 time 7819301693012 state 0x0 ref 1 00000100:00100000:0.0:1777580298.361620:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819301793012 time 7819301693012 state 0x1 ref 1 00000100:00100000:0.0:1777580298.361636:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946253952 00000100:00100000:0.0:1777580298.361639:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946253952 00000100:00100000:3.0:1777580298.361640:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.361651:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819301793012 time 7819301693012 state 0x1 ref 2 00000100:00100000:0.0:1777580298.361663:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946254208 00000100:00100000:0.0:1777580298.361666:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946254208 00000100:00100000:0.0:1777580298.361674:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819301793012 time 7819301693012 state 0x1 ref 3 00000100:00100000:0.0:1777580298.361690:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819310652770 time 7819310552770 state 0x1 ref 3 00000100:00100000:0.0:1777580298.361701:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238713a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282052:x1863919946253696:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580298.361722:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.361743:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e43fdd lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x777:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cac9 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.361815:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e43fdd lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x777:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cac9 expref: 360 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.361832:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e43fdd lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x777:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cac9 expref: 360 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.361853:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x777:0x0].0x0 (ffffa024aee2da00) 00010000:00010000:0.0:1777580298.361857:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580298.361860:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838e00, rc 0) 00000100:00100000:0.0:1777580298.361902:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238713a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282052:x1863919946253696:12345-192.168.202.9@tcp:101:touch.500 Request processed in 202us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.361909:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18271 00000100:00100000:0.0:1777580298.361926:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819310889215 time 7819310789215 state 0x1 ref 2 00000100:00100000:0.0:1777580298.361934:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282056:x1863919946253952:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580298.361989:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580298.362009:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784dc00/0xcb2b2f2f7e43fcf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cac2 expref: 359 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362030:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:0.0:1777580298.362034:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.362099:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362113:0:191688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 128 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362123:0:191688:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362184:0:191688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 128 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362198:0:191688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 128 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.362213:0:191688:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395cf9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917409664:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580298.362282:0:191688:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7b480 going to sleep for 11 seconds 00000100:00100000:0.0:1777580298.362308:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819310889215 time 7819311170016 state 0x0 ref 2 00000100:00100000:0.0:1777580298.362320:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282057:x1863919946254208:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580298.362329:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.362338:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e43feb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cad0 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362474:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362485:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362495:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362512:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362519:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.362527:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.362656:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.362665:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.362671:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.362678:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.362681:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.362688:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.362696:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x777:0x0].0x0 (ffffa024aee2da00) 00010000:00010000:2.0:1777580298.362699:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.362702:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.362707:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e43fb3 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.362787:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282022:x1863919946252672:12345-192.168.202.9@tcp:36:rm.500 Request processed in 23419us (23653us total) trans 8589949777 rc 0/0 00000100:00100000:2.0:1777580298.362796:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18268 00000100:00100000:2.0:1777580298.362800:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819273328040 time 7819288218771 state 0x2 ref 0 00000004:00080000:2.0:1777580298.366552:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1542:0x0], index 1: 0 00010000:00010000:2.0:1777580298.366794:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44000 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.366815:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44000 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.366829:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44000 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.366991:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.367000:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.367008:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.367014:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.367019:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.367027:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.367046:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.367050:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.367055:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.367062:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e43ff2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.367078:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001268326b reply state 000000007484602d transno 8589949780 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.367088:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.367159:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e43feb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cad0 expref: 360 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.367176:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44000 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cad0 expref: 359 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.367185:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x779:0x0].0x0 (ffffa024989ec400) 00010000:00010000:2.0:1777580298.367187:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580298.367190:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32800, rc 0) 00000100:00100000:2.0:1777580298.367283:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282057:x1863919946254208:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4964us (5642us total) trans 8589949780 rc 0/0 00000100:00100000:2.0:1777580298.367293:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18273 00010000:00010000:3.0:1777580298.369874:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.369896:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.369905:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.369912:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.369917:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.369925:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.369944:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:3.0:1777580298.369947:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.369952:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.369973:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e43fac lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.379255:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.379282:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.379310:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.379412:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.379461:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946254720 00000100:00100000:2.0:1777580298.379473:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946254720 00000100:00100000:2.0:1777580298.379537:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819273328040 time 7819288218771 state 0x0 ref 1 00000100:00100000:2.0:1777580298.379556:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819288318771 time 7819288218771 state 0x1 ref 1 00000100:00100000:2.0:1777580298.379584:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946254848 00000100:00100000:2.0:1777580298.379588:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946254848 00000100:00100000:2.0:1777580298.379608:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819311270016 time 7819311170016 state 0x1 ref 2 00000100:00100000:2.0:1777580298.379635:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819288318771 time 7819328497111 state 0x0 ref 1 00000100:00100000:2.0:1777580298.379650:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282017:x1863919946254720:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.379689:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777580298.379729:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819311270016 time 7819328590183 state 0x0 ref 2 00000100:00100000:3.0:1777580298.379743:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282049:x1863919946254848:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580298.379757:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.379776:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e44015 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x799:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cade expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.379806:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4400e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cad7 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.379864:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e44015 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x799:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cade expref: 360 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.379879:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.379883:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21800/0xcb2b2f2f7e44015 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x799:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cade expref: 360 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.379890:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.379905:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa02498aac900) 00010000:00010000:3.0:1777580298.379908:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580298.379909:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.379913:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b21800, rc 0) 00010000:00010000:2.0:1777580298.379923:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.379931:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.379940:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.379998:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282049:x1863919946254848:12345-192.168.202.9@tcp:101:touch.500 Request processed in 257us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.380005:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18275 00010000:00010000:2.0:1777580298.380084:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e4402a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380093:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e4402a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380101:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e4402a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580298.380163:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x795:0x0]: returning size 0 00000004:00200000:2.0:1777580298.380167:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580298.380195:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e4402a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380210:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e4402a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380219:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380226:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380233:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380240:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.380244:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380254:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380266:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.380269:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.380273:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380279:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4401c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380297:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380303:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380309:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380314:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.380317:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.380323:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.380582:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.380592:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.380602:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.380607:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.380614:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.380626:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.380640:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024989ecf00) 00010000:00010000:0.0:1777580298.380643:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.380646:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.380656:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e43f7b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.380695:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946254464 00000100:00100000:0.0:1777580298.380701:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946254464 00000100:00100000:0.0:1777580298.380753:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3926 00000100:00100000:0.0:1777580298.380762:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282047:x1863919946254464:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580298.381426:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+361:282047:x1863919946254464:12345-192.168.202.9@tcp:35:touch.500 Request processed in 659us (2180us total) trans 8589949781 rc 0/0 00000100:00100000:0.0:1777580298.381444:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3926 00010000:00010000:2.0:1777580298.381869:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024989ec600) 00010000:00010000:2.0:1777580298.382233:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.382243:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.382253:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44023 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.382308:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4400e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cad7 expref: 129 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.382324:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e4402a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cad7 expref: 128 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.382333:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:2.0:1777580298.382335:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580298.382338:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32400, rc 0) 00000100:00100000:2.0:1777580298.382410:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282017:x1863919946254720:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2762us (3126us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.382425:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18274 00000100:00100000:2.0:1777580298.382435:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819288318771 time 7819328497111 state 0x2 ref 0 00000100:00100000:0.0:1777580298.384125:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946254592 00000100:00100000:0.0:1777580298.384158:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946254592 00010000:00010000:0.0:1777580298.384220:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 128 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.384283:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4145 00000100:00100000:0.0:1777580298.384295:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:2363:x1863919946254592:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580298.384315:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580298.384323:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 128 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.384339:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 128 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.384364:0:187615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:0.0:1777580298.384371:0:187615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.384389:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.384398:0:187615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.384429:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580298.384499:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:2363:x1863919946254592:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 206us (5187us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.384507:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4145 00010000:00010000:1.0:1777580298.384661:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e43aff lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c964 expref: 127 pid: 187630 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.384681:0:191688:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395cf9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917409664:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580298.384722:0:191688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.384732:0:191688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.384737:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.384968:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095e46cbb reply state 00000000616ca4ef transno 8589949782 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.384980:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.385082:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+362:282056:x1863919946253952:12345-192.168.202.9@tcp:36:touch.500 Request processed in 23147us (23561us total) trans 8589949782 rc 0/0 00000100:00100000:1.0:1777580298.385092:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18272 00000100:00100000:1.0:1777580298.385101:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819311270016 time 7819328590183 state 0x2 ref 0 00000100:00100000:3.0:1777580298.408202:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.408250:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.408303:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946255232 00000100:00100000:2.0:1777580298.408317:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946255232 00000100:00100000:0.0:1777580298.408329:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946255104 00000100:00100000:0.0:1777580298.408334:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946255104 00000100:00100000:0.0:1777580298.408369:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819288318771 time 7819328497111 state 0x0 ref 1 00000100:00100000:2.0:1777580298.408375:0:187630:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffffa02483f23a00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 7819357234990 state 0x4 ref 0 00000100:00100000:0.0:1777580298.408383:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819328597111 time 7819328497111 state 0x1 ref 2 00000100:00100000:2.0:1777580298.415155:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819328597111 time 7819328497111 state 0x1 ref 2 00000100:00100000:2.0:1777580298.415220:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819364181728 time 7819364081728 state 0x1 ref 2 00000100:00100000:2.0:1777580298.415260:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282063:x1863919946255104:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.415292:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.415322:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44031 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cae5 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416067:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416088:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416102:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416125:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416131:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416157:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416301:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44046 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416309:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44046 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416316:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44046 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580298.416350:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x773:0x0]: returning size 0 00000004:00200000:2.0:1777580298.416354:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580298.416377:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44046 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416392:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44046 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416401:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.416408:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417203:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417210:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.417214:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417221:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417237:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.417241:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.417246:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417253:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44038 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417275:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417282:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417289:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417294:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.417297:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417307:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417314:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024989ec600) 00010000:00010000:2.0:1777580298.417316:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.417320:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417326:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4403f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417376:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44031 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cae5 expref: 365 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417393:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44046 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cae5 expref: 364 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.417401:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x773:0x0].0x0 (ffffa024aee2d500) 00010000:00010000:2.0:1777580298.417404:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580298.417406:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32200, rc 0) 00000100:00100000:2.0:1777580298.418124:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282063:x1863919946255104:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2886us (9869us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.418162:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18276 00000100:00100000:2.0:1777580298.418217:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819364181728 time 7819367076884 state 0x0 ref 1 00000100:00100000:2.0:1777580298.418236:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282060:x1863919946255232:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.418258:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.418279:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4404d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90caec expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.418351:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.418366:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.418378:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.418394:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.418402:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.418408:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419197:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44062 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419209:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44062 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419219:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44062 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580298.419258:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x772:0x0]: returning size 0 00000004:00200000:2.0:1777580298.419263:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580298.419287:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44062 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419302:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44062 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419311:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419318:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419324:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419330:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.419334:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419341:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419352:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.419355:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.419359:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419370:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44054 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419383:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419389:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419394:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419399:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.419401:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.419407:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.420299:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024989ec100) 00010000:00010000:2.0:1777580298.420305:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.420311:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.420318:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4405b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.420378:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4404d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caec expref: 365 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.420399:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44062 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caec expref: 364 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.420407:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x772:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:2.0:1777580298.420409:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580298.420418:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1de00, rc 0) 00000100:00100000:2.0:1777580298.420493:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282060:x1863919946255232:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2263us (12303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.420504:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18277 00000100:00100000:2.0:1777580298.420513:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819364181728 time 7819367076884 state 0x2 ref 0 00000100:00100000:2.0:1777580298.428179:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.428235:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.428293:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946255488 00000100:00100000:3.0:1777580298.428307:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946255488 00000100:00100000:3.0:1777580298.428353:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819311270016 time 7819328590183 state 0x0 ref 1 00000100:00100000:3.0:1777580298.428376:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819328690183 time 7819328590183 state 0x1 ref 1 00000100:00100000:3.0:1777580298.428408:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819328690183 time 7819377268948 state 0x0 ref 1 00000100:00100000:3.0:1777580298.428420:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282057:x1863919946255488:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580298.428493:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580298.428528:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44000 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cad0 expref: 364 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.428551:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x779:0x0].0x0 (ffffa024989ec400) 00010000:00010000:3.0:1777580298.428565:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580298.428667:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.428684:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.428696:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.428875:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ecc207d0 reply state 00000000f0f31769 transno 8589949783 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.428886:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580298.429027:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+365:282057:x1863919946255488:12345-192.168.202.9@tcp:36:touch.500 Request processed in 607us (792us total) trans 8589949783 rc 0/0 00000100:00100000:3.0:1777580298.429037:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18278 00000100:00100000:3.0:1777580298.429043:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819328690183 time 7819377268948 state 0x2 ref 0 00010000:00010000:1.0:1777580298.429215:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.429227:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.429240:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.429249:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.429255:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.429265:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.429279:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa0248a60e800) 00010000:00010000:1.0:1777580298.429285:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.429291:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.429298:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580298.429301:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e43ff9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.429343:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.429347:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946255616 00000100:00100000:1.0:1777580298.429356:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946255616 00000100:00100000:1.0:1777580298.429386:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819328690183 time 7819377268948 state 0x0 ref 1 00000100:00100000:1.0:1777580298.429396:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819377368948 time 7819377268948 state 0x1 ref 1 00000100:00100000:2.0:1777580298.429416:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.429447:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.429551:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946255872 00000100:00100000:1.0:1777580298.429556:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946255872 00000100:00100000:1.0:1777580298.429573:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819364181728 time 7819367076884 state 0x0 ref 1 00000100:00100000:1.0:1777580298.429581:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819367176884 time 7819367076884 state 0x1 ref 1 00000100:00100000:1.0:1777580298.429604:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819367176884 time 7819378467272 state 0x0 ref 1 00000100:00100000:1.0:1777580298.429617:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+365:282067:x1863919946255872:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580298.429638:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.429653:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44070 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cafa expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.429721:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.429729:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946254976 00010000:00010000:1.0:1777580298.429735:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.429736:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946254976 00010000:00010000:1.0:1777580298.429747:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.429764:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.429772:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.429775:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946255744 00010000:00010000:1.0:1777580298.429779:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.429780:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946255744 00000100:00100000:0.0:1777580298.429808:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11217 00000100:00100000:0.0:1777580298.429817:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2362:x1863919946254976:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:1.0:1777580298.429989:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430000:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430012:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.430043:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x795:0x0]: returning size 0 00000004:00200000:1.0:1777580298.430048:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580298.430070:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430085:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430093:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430100:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430105:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430112:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.430115:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430122:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430163:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.430167:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.430171:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430182:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44077 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430194:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430203:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.430203:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2362:x1863919946254976:12345-192.168.202.9@tcp:2:touch.500 Request processed in 385us (2064us total) trans 8589938766 rc 0/0 00010000:00010000:1.0:1777580298.430219:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.430222:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11217 00010000:00010000:1.0:1777580298.430230:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.430233:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430240:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430247:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024aee2d200) 00010000:00010000:1.0:1777580298.430250:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.430253:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430260:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4407e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.430261:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11218 00000100:00100000:0.0:1777580298.430274:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2364:x1863919946255744:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:1.0:1777580298.430302:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44070 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 367 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430323:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 366 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430331:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:1.0:1777580298.430334:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.430336:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784c000, rc 0) 00000100:00100000:1.0:1777580298.430364:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+366:282067:x1863919946255872:12345-192.168.202.9@tcp:101:rm.500 Request processed in 750us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.430372:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18280 00000100:00100000:1.0:1777580298.430377:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819367176884 time 7819378467272 state 0x2 ref 0 00000100:00100000:1.0:1777580298.430404:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819377368948 time 7819379266815 state 0x0 ref 1 00000100:00100000:1.0:1777580298.430415:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+365:282056:x1863919946255616:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.430427:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.430440:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784dc00/0xcb2b2f2f7e4408c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x798:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90caf3 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580298.430443:0:188247:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x153b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777580298.430449:0:188247:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x153b:0x0] updating lvb mtime from disk: 1777580296 -> 1777580297 00002000:00010000:0.0:1777580298.430453:0:188247:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x153b:0x0] updating lvb atime from disk: 1777580296 -> 1777580297 00002000:00010000:0.0:1777580298.430454:0:188247:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x153b:0x0] updating lvb ctime from disk: 1777580296 -> 1777580297 00002000:00010000:0.0:1777580298.430456:0:188247:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x153b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777580298.430479:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2364:x1863919946255744:12345-192.168.202.9@tcp:2:touch.500 Request processed in 208us (1138us total) trans 8589938365 rc 0/0 00010000:00010000:1.0:1777580298.430484:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784dc00/0xcb2b2f2f7e4408c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x798:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caf3 expref: 366 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.430490:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11218 00010000:00010000:1.0:1777580298.430503:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784dc00/0xcb2b2f2f7e4408c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x798:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caf3 expref: 366 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.430522:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:1.0:1777580298.430526:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.430529:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784dc00, rc 0) 00010000:00010000:0.0:1777580298.430538:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.430547:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.430555:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+366:282056:x1863919946255616:12345-192.168.202.9@tcp:101:touch.500 Request processed in 140us (1271us total) trans 0 rc 0/0 00010000:00010000:0.0:1777580298.430555:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.430569:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18279 00010000:00010000:0.0:1777580298.430570:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.430576:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.430577:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819377368948 time 7819379266815 state 0x2 ref 0 00010000:00010000:0.0:1777580298.430589:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.430602:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:0.0:1777580298.430604:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.430607:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.430612:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e43fe4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.432991:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.433882:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946256128 00000100:00100000:2.0:1777580298.433901:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946256128 00010000:00010000:1.0:1777580298.433902:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.433921:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.433930:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.433938:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.433944:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.433953:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.433971:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819367176884 time 7819378467272 state 0x0 ref 1 00010000:00010000:1.0:1777580298.433987:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x779:0x0].0x0 (ffffa02498aac300) 00000100:00100000:2.0:1777580298.433989:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819378567272 time 7819378467272 state 0x1 ref 1 00010000:00010000:1.0:1777580298.433992:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.434000:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434008:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e44069 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.434024:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946256256 00000100:00100000:2.0:1777580298.434028:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946256256 00000100:00100000:2.0:1777580298.434047:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819377368948 time 7819379266815 state 0x0 ref 1 00000100:00100000:2.0:1777580298.434057:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819379366815 time 7819379266815 state 0x1 ref 1 00000100:00100000:1.0:1777580298.434072:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819378567272 time 7819382931156 state 0x0 ref 1 00000100:00100000:2.0:1777580298.434085:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819379366815 time 7819382947435 state 0x0 ref 1 00000100:00100000:1.0:1777580298.434096:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282017:x1863919946256128:12345-192.168.202.9@tcp:36:rm.500 00000100:00100000:2.0:1777580298.434103:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282057:x1863919946256256:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580298.434128:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.434184:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44093 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x779:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb01 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434198:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.434222:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e4402a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cad7 expref: 127 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434245:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e436d0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x795:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c853 expref: 126 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434257:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:2.0:1777580298.434258:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44093 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x779:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb01 expref: 365 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434265:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.434281:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44093 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x779:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb01 expref: 365 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434290:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434303:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.434304:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x779:0x0].0x0 (ffffa024989ec500) 00010000:00010000:2.0:1777580298.434310:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580298.434314:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1ce00, rc 0) 00010000:00010000:1.0:1777580298.434321:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434340:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434349:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434356:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434527:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434542:0:187632:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 365 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434551:0:187632:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434594:0:187632:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 365 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.434609:0:187632:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 365 pid: 191688 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.434625:0:187632:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:187632:1863919917409792:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580298.436510:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+365:282057:x1863919946256256:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2398us (3515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.436524:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18282 00000100:00100000:2.0:1777580298.436532:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819379366815 time 7819382947435 state 0x2 ref 0 00000100:00100000:1.0:1777580298.446813:0:187632:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02393edf480 going to sleep for 11 seconds 00000100:00100000:2.0:1777580298.447342:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.448532:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.453831:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.453887:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.453913:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.453942:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.454094:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.454368:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946256384 00000100:00100000:2.0:1777580298.454382:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946256384 00000100:00100000:2.0:1777580298.454448:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946256512 00000100:00100000:2.0:1777580298.454452:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946256512 00000100:00100000:2.0:1777580298.454476:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946256896 00000100:00100000:2.0:1777580298.454478:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946256896 00000100:00100000:2.0:1777580298.454500:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946257024 00000100:00100000:2.0:1777580298.454503:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946257024 00000100:00100000:2.0:1777580298.454529:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11219 00000100:00100000:2.0:1777580298.454541:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946256384:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.454569:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.454602:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb08 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580298.454639:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1540:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:2.0:1777580298.454668:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.454671:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.454684:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 30 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.454706:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 30 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.454723:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bce00, rc 0) 00000100:00100000:2.0:1777580298.454789:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2363:x1863919946256384:12345-192.168.202.9@tcp:101:rm.500 Request processed in 250us (7454us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.454798:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11219 00000100:00100000:2.0:1777580298.454822:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11220 00000100:00100000:2.0:1777580298.454829:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2362:x1863919946256512:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.454838:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.454854:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb0f expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580298.454874:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1565:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:2.0:1777580298.454884:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.454886:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.454891:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 34 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.454905:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 34 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.454915:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc000, rc 0) 00000100:00100000:2.0:1777580298.454937:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2362:x1863919946256512:12345-192.168.202.9@tcp:101:rm.500 Request processed in 108us (6410us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.454943:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11220 00000100:00100000:2.0:1777580298.454973:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11221 00000100:00100000:2.0:1777580298.454980:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2364:x1863919946256896:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580298.456158:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946257280 00000100:00100000:1.0:1777580298.456170:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946257280 00000100:00100000:1.0:1777580298.456218:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819379366815 time 7819382947435 state 0x0 ref 1 00000100:00100000:1.0:1777580298.456234:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819383047435 time 7819382947435 state 0x1 ref 1 00000100:00100000:1.0:1777580298.456261:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819383047435 time 7819405122625 state 0x0 ref 1 00000100:00100000:1.0:1777580298.456274:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+365:282059:x1863919946257280:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.456293:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.456321:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e440bd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb1d expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.456515:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.456536:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.456549:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.456569:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.456577:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.456585:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580298.457249:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1567:0x0], index 0: 0 00010000:00010000:1.0:1777580298.457465:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e440d2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457478:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e440d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457488:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e440d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457529:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457542:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457550:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457557:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.457563:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457572:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457588:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.457592:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.457598:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457604:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e440c4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.457622:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa24bdfc reply state 00000000ad6bd5ea transno 8589949784 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.457632:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580298.457668:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e440bd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb1d expref: 368 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457686:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e440d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb1d expref: 367 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.457701:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77a:0x0].0x0 (ffffa024aee2df00) 00010000:00010000:1.0:1777580298.457705:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.457708:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:1.0:1777580298.457786:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282059:x1863919946257280:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1515us (3842us total) trans 8589949784 rc 0/0 00000100:00100000:1.0:1777580298.457797:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18283 00000100:00100000:1.0:1777580298.457805:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819383047435 time 7819405122625 state 0x2 ref 0 00002000:00010000:2.0:1777580298.458168:0:193009:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x153a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777580298.458174:0:193009:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x153a:0x0] updating lvb mtime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.458178:0:193009:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x153a:0x0] updating lvb atime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.458180:0:193009:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x153a:0x0] updating lvb ctime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.458183:0:193009:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x153a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777580298.458211:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2364:x1863919946256896:12345-192.168.202.9@tcp:2:touch.500 Request processed in 3230us (4324us total) trans 8589938366 rc 0/0 00000100:00100000:2.0:1777580298.458221:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11221 00000100:00100000:2.0:1777580298.458250:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11222 00000100:00100000:2.0:1777580298.458264:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2364:x1863919946257024:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.458279:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.458294:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb16 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.458316:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.458319:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.458327:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 34 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.458342:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 34 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.458354:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6f800, rc 0) 00000100:00100000:2.0:1777580298.458438:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2364:x1863919946257024:12345-192.168.202.9@tcp:101:rm.500 Request processed in 180us (4525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.458445:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11222 00000100:00100000:2.0:1777580298.459282:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946256768 00000100:00100000:2.0:1777580298.459293:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946256768 00000100:00100000:2.0:1777580298.459345:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946257536 00000100:00100000:2.0:1777580298.459349:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946257536 00000100:00100000:2.0:1777580298.459448:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3927 00000100:00100000:2.0:1777580298.459457:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282049:x1863919946256768:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:2.0:1777580298.459894:0:187634:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x799:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:1.0:1777580298.465747:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3928 00000100:00100000:1.0:1777580298.465781:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b60850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282052:x1863919946257536:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580298.466363:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b60850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282052:x1863919946257536:12345-192.168.202.9@tcp:35:touch.500 Request processed in 598us (12265us total) trans 8589949785 rc 0/0 00000100:00100000:1.0:1777580298.466374:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3928 00000100:00100000:2.0:1777580298.470586:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.470617:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.470640:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.470660:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.471381:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.471432:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946257920 00000100:00100000:2.0:1777580298.471443:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946257920 00010000:00010000:2.0:1777580298.471501:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 370 pid: 191688 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.471544:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4146 00000100:00100000:2.0:1777580298.471556:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:2361:x1863919946257920:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580298.471575:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580298.471583:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 370 pid: 191688 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.471598:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 370 pid: 191688 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.471627:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:2.0:1777580298.471632:0:187617:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.471650:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.471660:0:187617:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.471849:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946258560 00000100:00100000:3.0:1777580298.471854:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946258560 00000100:00100000:3.0:1777580298.471890:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11223 00000100:00100000:3.0:1777580298.471897:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2364:x1863919946258560:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580298.472239:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946258176 00000100:00100000:1.0:1777580298.472246:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946258176 00000100:00100000:1.0:1777580298.472276:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819383047435 time 7819405122625 state 0x0 ref 1 00010000:00010000:2.0:1777580298.472372:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580298.472390:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819405222625 time 7819405122625 state 0x1 ref 1 00000100:00100000:1.0:1777580298.472418:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946258432 00000100:00100000:1.0:1777580298.472423:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946258432 00000100:00100000:1.0:1777580298.472442:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819383031156 time 7819382931156 state 0x1 ref 2 00000100:00100000:2.0:1777580298.472449:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+372:2361:x1863919946257920:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 892us (1828us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.472460:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4146 00000100:00100000:1.0:1777580298.472468:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819383031156 time 7819421329704 state 0x0 ref 2 00000100:00100000:1.0:1777580298.472481:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282050:x1863919946258432:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580298.472555:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.472576:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e43ef6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x770:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca8a expref: 371 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472602:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e43cbf lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x770:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca1a expref: 370 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472612:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x770:0x0].0x0 (ffffa0249f048900) 00010000:00010000:1.0:1777580298.472629:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.472659:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472676:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472687:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472705:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472711:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472718:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472889:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472899:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.472909:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.472971:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2364:x1863919946258560:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1074us (1592us total) trans 8589938367 rc 0/0 00000100:00100000:3.0:1777580298.472980:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11223 00010000:00010000:0.0:1777580298.473024:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.473035:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.473043:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.473049:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.473055:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.473064:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.473075:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024aee2d700) 00010000:00010000:0.0:1777580298.473078:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.473083:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.473089:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e440cb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580298.473482:0:187634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1753, 64 off120384 00010000:00010000:2.0:1777580298.473580:0:187634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.473592:0:187634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.473602:0:187634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.473611:0:187634:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.473616:0:187634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.473622:0:187634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.473641:0:187634:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580298.474791:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819405222625 time 7819423649360 state 0x0 ref 1 00000100:00100000:0.0:1777580298.474820:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282059:x1863919946258176:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580298.474877:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580298.474902:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e440d2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb1d expref: 369 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.474920:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77a:0x0].0x0 (ffffa024aee2df00) 00010000:00010000:0.0:1777580298.474931:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.475016:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.475029:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.475039:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580298.475659:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1754, 64 off120448 00010000:00010000:1.0:1777580298.475759:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475772:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475783:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475791:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475799:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475805:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475832:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777580298.475860:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475866:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475874:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475886:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.475891:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475899:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475913:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x770:0x0].0x0 (ffffa024aee2d600) 00010000:00010000:1.0:1777580298.475917:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580298.475922:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475929:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e440f5 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x770:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475964:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475971:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475977:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475982:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.475985:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.475992:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.476007:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.476009:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.476013:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.476019:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e440e7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.476031:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ec3549f reply state 000000005ca23e56 transno 8589949787 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476036:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1777580298.476043:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.476047:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476055:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032800 already unused, calling callback (ffffffffc157f320) 00000004:00010000:0.0:1777580298.476057:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e975c75f reply state 00000000c714f335 transno 8589949788 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476058:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.476065:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.476066:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476078:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x799:0x0].0x0 (ffffa02498aac900) 00010000:00010000:2.0:1777580298.476081:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.476084:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476090:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e440fc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476103:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580298.476107:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476112:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580298.476121:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476129:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476168:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x770:0x0].0x0 (ffffa024aee2d600) 00010000:00010000:2.0:1777580298.476172:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.476175:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.476182:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4410a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x770:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.476187:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+372:282050:x1863919946258432:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3704us (5520us total) trans 8589949787 rc 0/0 00000100:00100000:1.0:1777580298.476201:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18285 00010000:00010000:2.0:1777580298.476203:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.476206:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.476208:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.476248:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580298.476279:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946257792 00000100:00100000:1.0:1777580298.476289:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946257792 00000100:00100000:1.0:1777580298.476333:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3929 00000100:00100000:1.0:1777580298.476343:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+372:282056:x1863919946257792:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580298.480776:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+373:282059:x1863919946258176:12345-192.168.202.9@tcp:36:touch.500 Request processed in 5949us (10114us total) trans 8589949788 rc 0/0 00000100:00100000:0.0:1777580298.480793:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18284 00000100:00100000:0.0:1777580298.480804:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819405222625 time 7819423649360 state 0x2 ref 0 00010000:00010000:0.0:1777580298.481386:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44085 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x795:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cafa expref: 372 pid: 191688 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.481414:0:187632:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:187632:1863919917409792:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580298.481449:0:187632:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.481461:0:187632:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.481468:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.482360:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282056:x1863919946257792:12345-192.168.202.9@tcp:35:touch.500 Request processed in 6010us (11779us total) trans 8589949789 rc 0/0 00000100:00100000:1.0:1777580298.482377:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3929 00000100:00100000:2.0:1777580298.484600:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000040:00080000:1.0:1777580298.484888:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1761, 64 off120896 00000100:00100000:2.0:1777580298.484974:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.485255:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282049:x1863919946256768:12345-192.168.202.9@tcp:35:touch.500 Request processed in 25797us (31892us total) trans 8589949786 rc 0/0 00000100:00100000:2.0:1777580298.485269:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3927 00000100:00100000:2.0:1777580298.485366:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946259072 00000100:00100000:2.0:1777580298.485377:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946259072 00000100:00100000:2.0:1777580298.485425:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3930 00000100:00100000:2.0:1777580298.485435:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282057:x1863919946259072:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580298.485977:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282057:x1863919946259072:12345-192.168.202.9@tcp:35:touch.500 Request processed in 542us (1002us total) trans 8589949791 rc 0/0 00000100:00100000:2.0:1777580298.485985:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3930 00000100:00100000:0.0:1777580298.486288:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946258816 00000100:00100000:0.0:1777580298.486295:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946258816 00000100:00100000:0.0:1777580298.486381:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819421429704 time 7819421329704 state 0x1 ref 2 00000100:00100000:0.0:1777580298.486411:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819421429704 time 7819435273545 state 0x0 ref 2 00000100:00100000:0.0:1777580298.486424:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282054:x1863919946258816:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580298.486466:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580298.486498:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e43f12 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x771:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca91 expref: 371 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486516:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e43d52 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x771:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca36 expref: 370 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486524:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x771:0x0].0x0 (ffffa0249f048e00) 00010000:00010000:0.0:1777580298.486534:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.486558:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486572:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486580:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486591:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486605:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486610:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486710:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486718:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.486726:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580298.487282:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1762, 64 off120960 00010000:00010000:0.0:1777580298.487342:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487353:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487361:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487369:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487376:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487382:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487405:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580298.487424:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487431:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487438:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487444:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.487448:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487457:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487465:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x771:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:0.0:1777580298.487468:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580298.487472:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487483:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4411f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x771:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487500:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487507:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487512:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487517:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.487520:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487526:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487532:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.487535:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.487537:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.487543:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44111 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.487550:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c52a0e5 reply state 00000000415a27f1 transno 8589949792 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.487560:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580298.487637:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282054:x1863919946258816:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1213us (3048us total) trans 8589949792 rc 0/0 00000100:00100000:0.0:1777580298.487645:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18286 00010000:00010000:1.0:1777580298.488154:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488169:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488180:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488188:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488194:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488200:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488220:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777580298.488237:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488243:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488248:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488253:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.488256:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488262:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488270:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00010000:00010000:1.0:1777580298.488273:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580298.488276:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488281:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e440a8 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x795:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488312:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488320:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488325:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488330:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.488333:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488339:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488347:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.488350:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.488353:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580298.488353:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488362:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4409a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.488363:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.488379:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b9f17fc8 reply state 00000000099e4949 transno 8589949790 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.488383:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580298.488389:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.488409:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.488409:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.488421:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x771:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:2.0:1777580298.488424:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.488427:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.488433:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e44126 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x771:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.488451:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580298.488454:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.488459:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580298.488461:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.488467:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.488471:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282017:x1863919946256128:12345-192.168.202.9@tcp:36:rm.500 Request processed in 54381us (59020us total) trans 8589949790 rc 0/0 00010000:00010000:2.0:1777580298.488482:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x795:0x0].0x0 (ffffa0249f048800) 00000100:00100000:1.0:1777580298.488487:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18281 00010000:00010000:2.0:1777580298.488488:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.488492:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.488497:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819421429704 time 7819435273545 state 0x2 ref 0 00010000:00010000:2.0:1777580298.488502:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4412d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.488519:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.488521:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.488523:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.488547:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488556:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488561:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488566:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.488569:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488575:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488584:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa024aee2d100) 00010000:00010000:1.0:1777580298.488587:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.488590:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.488595:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e440ee lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.491398:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.494005:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.494015:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580298.494025:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494035:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494043:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.494050:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494061:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494085:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77a:0x0].0x0 (ffffa0248a60ea00) 00010000:00010000:0.0:1777580298.494090:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.494095:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494103:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44103 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.494234:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946259200 00000100:00100000:2.0:1777580298.494246:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946259200 00000100:00100000:2.0:1777580298.494308:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819405222625 time 7819423649360 state 0x0 ref 1 00000100:00100000:2.0:1777580298.494323:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819423749360 time 7819423649360 state 0x1 ref 1 00000100:00100000:2.0:1777580298.494350:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819423749360 time 7819443211886 state 0x0 ref 1 00000100:00100000:2.0:1777580298.494364:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282059:x1863919946259200:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580298.494393:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.494418:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44134 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb24 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.494495:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44134 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb24 expref: 370 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.494511:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44134 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb24 expref: 370 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.494546:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77a:0x0].0x0 (ffffa02427669600) 00010000:00010000:2.0:1777580298.494549:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580298.494552:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee8000, rc 0) 00000100:00100000:2.0:1777580298.494621:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282059:x1863919946259200:12345-192.168.202.9@tcp:101:touch.500 Request processed in 261us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.494632:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18287 00000100:00100000:2.0:1777580298.494638:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819423749360 time 7819443211886 state 0x2 ref 0 00010000:00010000:0.0:1777580298.494704:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494713:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494722:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494728:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.494731:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494739:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494750:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024aee2d900) 00010000:00010000:0.0:1777580298.494754:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.494758:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.494764:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e440a1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.495205:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.495215:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.495221:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.495225:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.495229:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.495239:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.495249:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0248a60eb00) 00010000:00010000:0.0:1777580298.495251:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.495255:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.495260:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44118 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.504777:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.504825:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.504854:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.504894:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946259712 00000100:00100000:3.0:1777580298.504907:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946259712 00000100:00100000:3.0:1777580298.504991:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11224 00000100:00100000:3.0:1777580298.505002:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2361:x1863919946259712:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580298.505519:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2361:x1863919946259712:12345-192.168.202.9@tcp:2:touch.500 Request processed in 516us (660us total) trans 8589938767 rc 0/0 00000100:00100000:3.0:1777580298.505529:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11224 00000100:00100000:0.0:1777580298.505828:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946259328 00000100:00100000:0.0:1777580298.505834:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946259328 00000100:00100000:0.0:1777580298.505870:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819421429704 time 7819435273545 state 0x0 ref 1 00000100:00100000:0.0:1777580298.505884:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819435373545 time 7819435273545 state 0x1 ref 1 00000100:00100000:0.0:1777580298.505913:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946259584 00000100:00100000:0.0:1777580298.505916:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946259584 00000100:00100000:0.0:1777580298.505932:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819423749360 time 7819443211886 state 0x0 ref 1 00000100:00100000:0.0:1777580298.505940:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819443311886 time 7819443211886 state 0x1 ref 1 00000100:00100000:0.0:1777580298.505979:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819435373545 time 7819454840964 state 0x0 ref 1 00000100:00100000:2.0:1777580298.505992:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819443311886 time 7819454851678 state 0x0 ref 1 00000100:00100000:0.0:1777580298.505993:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282019:x1863919946259328:12345-192.168.202.9@tcp:101:rm.500 00000100:00100000:2.0:1777580298.506015:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282065:x1863919946259584:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580298.506020:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.506035:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.506046:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e4413b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb2b expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.506048:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44142 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb32 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506163:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506182:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506198:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506217:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506225:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506232:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.506251:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.506264:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.506274:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.506303:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.506312:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.506321:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506329:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44165 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506340:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44165 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506349:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44165 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580298.506386:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x798:0x0]: returning size 0 00000004:00200000:0.0:1777580298.506391:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580298.506413:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44165 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506431:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44165 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506439:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506446:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506453:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506460:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.506464:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506472:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506486:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.506490:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.506495:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506501:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44149 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506517:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506524:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506530:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506536:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.506540:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506546:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506553:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa0248a60ee00) 00010000:00010000:0.0:1777580298.506555:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.506558:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506563:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e44150 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506598:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e4413b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb2b expref: 128 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506613:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44165 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb2b expref: 127 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.506620:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:0.0:1777580298.506623:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580298.506625:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20400, rc 0) 00000100:00100000:0.0:1777580298.506675:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282019:x1863919946259328:12345-192.168.202.9@tcp:101:rm.500 Request processed in 686us (1925us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.506687:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18288 00000100:00100000:0.0:1777580298.506692:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819435373545 time 7819454840964 state 0x2 ref 0 00000004:00080000:2.0:1777580298.509938:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1543:0x0], index 1: 0 00010000:00010000:2.0:1777580298.510266:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4416c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510288:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4416c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510303:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4416c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510361:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510370:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510378:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510385:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.510390:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510398:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510414:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.510418:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.510424:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510431:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44157 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.510443:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e0dca48 reply state 000000005248739b transno 8589949793 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.510456:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.510507:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44142 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb32 expref: 372 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510528:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4416c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb32 expref: 371 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.510536:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77b:0x0].0x0 (ffffa02427669000) 00010000:00010000:2.0:1777580298.510539:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580298.510541:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680fe00, rc 0) 00000100:00100000:2.0:1777580298.510634:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+372:282065:x1863919946259584:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4622us (5806us total) trans 8589949793 rc 0/0 00000100:00100000:2.0:1777580298.515001:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18289 00000100:00100000:2.0:1777580298.515017:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819443311886 time 7819454851678 state 0x2 ref 0 00000100:00100000:0.0:1777580298.542350:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580298.542520:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.542535:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.542545:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.542567:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.542573:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.542584:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.542605:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02427669900) 00010000:00010000:0.0:1777580298.542609:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.542615:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.542621:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e4415e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.542852:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946259968 00000100:00100000:2.0:1777580298.542865:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946259968 00000100:00100000:2.0:1777580298.544298:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3931 00000100:00100000:2.0:1777580298.544324:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282059:x1863919946259968:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580298.544850:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+372:282059:x1863919946259968:12345-192.168.202.9@tcp:35:touch.500 Request processed in 537us (2515us total) trans 8589949794 rc 0/0 00000100:00100000:2.0:1777580298.544861:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3931 00000100:00100000:2.0:1777580298.553874:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.553935:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.553979:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946260224 00000100:00100000:2.0:1777580298.553992:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946260224 00000100:00100000:2.0:1777580298.554048:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819443311886 time 7819454851678 state 0x0 ref 1 00000100:00100000:2.0:1777580298.554065:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819454951678 time 7819454851678 state 0x1 ref 1 00000100:00100000:2.0:1777580298.554093:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946260480 00000100:00100000:2.0:1777580298.554096:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946260480 00000100:00100000:2.0:1777580298.554109:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819435373545 time 7819454840964 state 0x0 ref 1 00000100:00100000:2.0:1777580298.554117:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819454940964 time 7819454840964 state 0x1 ref 1 00000100:00100000:2.0:1777580298.554167:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819454940964 time 7819503028276 state 0x0 ref 1 00000100:00100000:2.0:1777580298.554182:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282019:x1863919946260480:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580298.554259:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580298.554297:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44165 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x798:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb2b expref: 127 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.554327:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4378d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x798:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c88b expref: 126 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.554340:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:2.0:1777580298.554347:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.554379:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.554396:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.554407:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.554425:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.554437:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.554444:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.554787:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819454951678 time 7819503647176 state 0x0 ref 1 00000100:00100000:0.0:1777580298.554805:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+372:282065:x1863919946260224:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580298.554844:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580298.554860:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4416c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb32 expref: 372 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.554873:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77b:0x0].0x0 (ffffa02427669000) 00010000:00010000:0.0:1777580298.554882:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.554979:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.554989:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.554997:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.555177:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049aac244 reply state 00000000a8519246 transno 8589949795 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.555189:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580298.555304:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+373:282065:x1863919946260224:12345-192.168.202.9@tcp:36:touch.500 Request processed in 503us (1446us total) trans 8589949795 rc 0/0 00000100:00100000:0.0:1777580298.555313:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18290 00000100:00100000:0.0:1777580298.555319:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819454951678 time 7819503647176 state 0x2 ref 0 00000100:00100000:0.0:1777580298.555496:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.555529:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946260736 00000100:00100000:0.0:1777580298.555548:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946260736 00000100:00100000:0.0:1777580298.555575:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819454951678 time 7819503647176 state 0x0 ref 1 00000100:00100000:0.0:1777580298.555584:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819503747176 time 7819503647176 state 0x1 ref 1 00000100:00100000:0.0:1777580298.555604:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819503747176 time 7819504467186 state 0x0 ref 1 00000100:00100000:0.0:1777580298.555616:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+373:282064:x1863919946260736:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580298.555629:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.555643:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4418f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb39 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.556760:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.556780:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.556792:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562347:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562373:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562390:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562409:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562416:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562422:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562521:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e441ab lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562530:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e441ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562542:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e441ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580298.562554:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x79b:0x0]: returning size 0 00010000:00010000:0.0:1777580298.562692:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562701:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562708:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562715:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.562721:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562730:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562744:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.562747:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.562752:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562759:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4419d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562773:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562784:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562791:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562795:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.562798:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562803:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562809:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0248a60eb00) 00010000:00010000:0.0:1777580298.562811:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.562814:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562819:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441a4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562879:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4418f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb39 expref: 376 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562893:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e441ab lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb39 expref: 375 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.562900:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:0.0:1777580298.562902:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580298.562906:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839400, rc 0) 00000100:00100000:0.0:1777580298.563011:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282064:x1863919946260736:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7397us (7514us total) trans 8589949796 rc 0/0 00000100:00100000:0.0:1777580298.563023:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18292 00000100:00100000:0.0:1777580298.563033:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819503747176 time 7819504467186 state 0x2 ref 0 00000040:00080000:2.0:1777580298.571083:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1755, 64 off120512 00010000:00010000:2.0:1777580298.571279:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571302:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571317:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571325:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571331:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571337:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571360:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580298.571390:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571397:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571403:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571409:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.571414:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571421:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571435:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:2.0:1777580298.571439:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580298.571444:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571450:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44196 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x798:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571476:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571481:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571490:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571495:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.571497:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571504:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571512:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.571514:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.571517:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.571522:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4417a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.571534:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b6bc325 reply state 000000001dedb16c transno 8589949797 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.571544:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580298.576815:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.576836:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.576845:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.576852:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b21e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.576858:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.576868:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.576889:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77b:0x0].0x0 (ffffa0248a60ee00) 00010000:00010000:0.0:1777580298.576893:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.576899:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.576906:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44188 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.577538:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282019:x1863919946260480:12345-192.168.202.9@tcp:36:rm.500 Request processed in 23349us (23591us total) trans 8589949797 rc 0/0 00000100:00100000:2.0:1777580298.577552:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18291 00000100:00100000:2.0:1777580298.577562:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819454940964 time 7819503028276 state 0x2 ref 0 00010000:00010000:2.0:1777580298.577636:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580298.577644:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.577656:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580298.577660:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.577669:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.577682:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x798:0x0].0x0 (ffffa0248e788700) 00010000:00010000:2.0:1777580298.577685:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.577688:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.577693:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441b9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x798:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.577705:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.577707:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.577708:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.577974:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.577988:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.577994:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.577999:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.578002:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.578008:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.578018:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02427669d00) 00010000:00010000:0.0:1777580298.578020:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.578024:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.578029:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44181 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.582038:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.585095:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946260992 00000100:00100000:2.0:1777580298.585116:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946260992 00000100:00100000:2.0:1777580298.585190:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819503747176 time 7819504467186 state 0x0 ref 1 00000100:00100000:2.0:1777580298.585208:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819504567186 time 7819504467186 state 0x1 ref 1 00000100:00100000:2.0:1777580298.585245:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819504567186 time 7819534106853 state 0x0 ref 1 00000100:00100000:2.0:1777580298.585261:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+374:282064:x1863919946260992:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:0.0:1777580298.585399:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.585437:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.585462:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580298.585468:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777580298.585483:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946261248 00000100:00100000:0.0:1777580298.585488:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946261248 00010000:00010000:2.0:1777580298.585507:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e441ab lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb39 expref: 374 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.585509:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819454940964 time 7819503028276 state 0x0 ref 1 00000100:00100000:0.0:1777580298.585525:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819503128276 time 7819503028276 state 0x1 ref 1 00000100:00100000:0.0:1777580298.585556:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946261376 00000100:00100000:0.0:1777580298.585558:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946261376 00000100:00100000:0.0:1777580298.585570:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819534206853 time 7819534106853 state 0x1 ref 2 00000100:00100000:0.0:1777580298.585580:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946261632 00000100:00100000:0.0:1777580298.585582:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946261632 00000100:00100000:0.0:1777580298.585602:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819534206853 time 7819534106853 state 0x1 ref 3 00000100:00100000:0.0:1777580298.585617:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819503128276 time 7819534480629 state 0x0 ref 1 00000100:00100000:0.0:1777580298.585627:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282018:x1863919946261248:12345-192.168.202.9@tcp:36:rm.500 00000100:00100000:3.0:1777580298.585642:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819534601887 time 7819534501887 state 0x1 ref 3 00010000:00010000:0.0:1777580298.585659:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:3.0:1777580298.585661:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282065:x1863919946261376:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580298.585676:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e43b4c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c98e expref: 126 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.585677:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.585701:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e4371d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x796:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c868 expref: 125 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.585704:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e441c0 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb40 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.585719:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x796:0x0].0x0 (ffffa0248a60ef00) 00010000:00010000:0.0:1777580298.585732:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.585757:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.585772:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.585775:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e441c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb40 expref: 376 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.585787:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.585793:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e441c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb40 expref: 376 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.585823:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.585826:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77b:0x0].0x0 (ffffa02498aac300) 00010000:00010000:0.0:1777580298.585833:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.585834:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580298.585838:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149800, rc 0) 00010000:00010000:0.0:1777580298.585846:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.585917:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282065:x1863919946261376:12345-192.168.202.9@tcp:101:touch.500 Request processed in 260us (477us total) trans 0 rc 0/0 00010000:00010000:0.0:1777580298.586002:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.586011:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.586019:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.587055:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:2.0:1777580298.587063:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000040:00080000:0.0:1777580298.587107:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1756, 64 off120576 00010000:00010000:2.0:1777580298.587162:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.587181:0:187630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e43b68 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c99c expref: 125 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.587192:0:187630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.587239:0:187630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e43b68 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c99c expref: 125 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.587260:0:187630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e43b68 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c99c expref: 125 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.587278:0:187630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c54e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917409920:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580298.587438:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587449:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587460:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587468:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587475:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587483:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587505:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580298.587528:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587534:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587541:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587548:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.587553:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587561:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587571:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x796:0x0].0x0 (ffffa0248a60ea00) 00010000:00010000:0.0:1777580298.587574:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580298.587578:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587584:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e441d5 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587613:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587624:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587630:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587635:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.587638:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587643:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587650:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.587652:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.587655:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587660:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e441c7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.587669:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008597b11c reply state 00000000432e0336 transno 8589949798 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.587678:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580298.587748:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18295 00000100:00100000:0.0:1777580298.587762:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282018:x1863919946261248:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2135us (2563us total) trans 8589949798 rc 0/0 00000100:00100000:0.0:1777580298.587770:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18294 00000100:00100000:0.0:1777580298.587775:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819503128276 time 7819534480629 state 0x2 ref 0 00000100:00100000:3.0:1777580298.587810:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819534601887 time 7819536672025 state 0x0 ref 2 00000100:00100000:3.0:1777580298.587827:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282068:x1863919946261632:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580298.587843:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.587856:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e441ea lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb47 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587908:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580298.587915:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587922:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580298.587926:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587933:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587943:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x796:0x0].0x0 (ffffa0248a60ea00) 00010000:00010000:0.0:1777580298.587945:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580298.587949:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587964:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e441e3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.587979:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.587981:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.587983:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580298.588099:0:187630:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe32c00 going to sleep for 11 seconds 00010000:00010000:3.0:1777580298.590438:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.590462:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.590477:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.590499:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.590507:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.590515:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580298.591601:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1568:0x0], index 0: 0 00010000:00010000:3.0:1777580298.591796:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e441ff lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591808:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e441ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591817:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e441ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591856:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591864:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591872:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591879:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.591885:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591893:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591909:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.591913:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.591919:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.591931:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e441f1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.591948:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000972953d2 reply state 000000000712bdae transno 8589949799 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.591970:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580298.592020:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e441ea lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb47 expref: 378 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.592042:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e441ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb47 expref: 377 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.592048:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77d:0x0].0x0 (ffffa024989ec600) 00010000:00010000:3.0:1777580298.592051:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.592053:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9800, rc 0) 00000100:00100000:3.0:1777580298.592156:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282068:x1863919946261632:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4334us (6692us total) trans 8589949799 rc 0/0 00000100:00100000:3.0:1777580298.592166:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18296 00000100:00100000:0.0:1777580298.600502:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.600662:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580298.600696:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.600711:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.600719:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.600728:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.600734:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.600743:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.600764:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa0248a60eb00) 00010000:00010000:0.0:1777580298.600767:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.600773:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.600780:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e441ce lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.603567:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946261888 00000100:00100000:2.0:1777580298.603581:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946261888 00010000:00010000:3.0:1777580298.603996:0:187630:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.9@tcp) returned -22 from blocking AST (req@00000000a3655b4d x1863919917409920) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e43b68 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c99c expref: 125 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.604024:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819503128276 time 7819534480629 state 0x0 ref 1 00010000:00010000:3.0:1777580298.604028:0:187630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e43b68 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c99c expref: 125 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.604041:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819534580629 time 7819534480629 state 0x1 ref 1 00010000:00010000:3.0:1777580298.604064:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e43b68 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c99c expref: 125 pid: 187631 timeout: 7919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.604074:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819534580629 time 7819552935094 state 0x0 ref 1 00000100:00100000:2.0:1777580298.604095:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+124:282026:x1863919946261888:12345-192.168.202.9@tcp:36:rm.500 00000100:00100000:3.0:1777580298.604099:0:187630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c54e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917409920:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580298.604159:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:3.0:1777580298.604166:0:187630:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.604178:0:187630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.604188:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.604194:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580298.604199:0:191688:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie cb2b2f2f7e43b68) 00010000:00010000:3.0:1777580298.604216:0:187630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.604228:0:187630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.604236:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.604389:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e43993 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c92c expref: 124 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.604403:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:2.0:1777580298.604407:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.604437:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.604450:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.604459:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.604475:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.604482:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.604489:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.604915:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc516f36 reply state 0000000035f611a3 transno 8589949800 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.604934:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580298.605084:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282064:x1863919946260992:12345-192.168.202.9@tcp:36:touch.500 Request processed in 19827us (23063us total) trans 8589949800 rc 0/0 00000100:00100000:3.0:1777580298.605098:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18293 00000100:00100000:3.0:1777580298.605105:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819534601887 time 7819536672025 state 0x2 ref 0 00010000:00010000:2.0:1777580298.605166:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.605177:0:191688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 2/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.605188:0:191688:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.605294:0:191688:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.605308:0:191688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.605335:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946262016 00000100:00100000:2.0:1777580298.605342:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946262016 00000100:00100000:2.0:1777580298.605388:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11225 00000100:00100000:2.0:1777580298.605397:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2364:x1863919946262016:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580298.607090:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2364:x1863919946262016:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1685us (6419us total) trans 8589938368 rc 0/0 00000100:00100000:2.0:1777580298.607102:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11225 00010000:00010000:0.0:1777580298.607522:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.607536:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.607545:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.607551:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.607556:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.607565:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.607587:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024989ec100) 00010000:00010000:0.0:1777580298.607590:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.607770:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.607778:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e441f8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.609972:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.610031:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.610063:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.610093:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.610125:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.610169:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946262400 00000100:00100000:1.0:1777580298.610169:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946262144 00000100:00100000:2.0:1777580298.610183:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946262400 00000100:00100000:1.0:1777580298.610183:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946262144 00000100:00100000:3.0:1777580298.610223:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946262528 00000100:00100000:3.0:1777580298.610229:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946262528 00000100:00100000:2.0:1777580298.610230:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819534601887 time 7819536672025 state 0x0 ref 1 00000100:00100000:1.0:1777580298.610233:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819553035094 time 7819552935094 state 0x1 ref 2 00000100:00100000:2.0:1777580298.610242:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819536772025 time 7819536672025 state 0x1 ref 1 00000100:00100000:3.0:1777580298.610253:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819553035094 time 7819552935094 state 0x1 ref 3 00000100:00100000:2.0:1777580298.610258:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946262656 00000100:00100000:1.0:1777580298.610258:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946262784 00000100:00100000:2.0:1777580298.610263:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946262656 00000100:00100000:1.0:1777580298.610263:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946262784 00000100:00100000:3.0:1777580298.610277:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819536772025 time 7819559138615 state 0x0 ref 1 00000100:00100000:3.0:1777580298.610307:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282068:x1863919946262400:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580298.610379:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580298.610399:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.610412:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.610419:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.610424:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.610428:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.610436:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.610448:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:0.0:1777580298.610451:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.610454:0:3274:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.610464:0:3274:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.610476:0:3274:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.610506:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.610785:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819553035094 time 7819552935094 state 0x1 ref 5 00000100:00100000:2.0:1777580298.610801:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819559764194 time 7819559664194 state 0x1 ref 5 00000100:00100000:2.0:1777580298.610812:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282069:x1863919946262144:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.610825:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.610844:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44222 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb4e expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.610850:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819559764194 time 7819559664194 state 0x1 ref 5 00000100:00100000:1.0:1777580298.610862:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819559826517 time 7819559726517 state 0x1 ref 5 00000100:00100000:1.0:1777580298.610873:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282072:x1863919946262528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580298.610880:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.610888:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e44229 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb55 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.610899:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.610911:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.610914:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.610921:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.610922:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.610930:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.610938:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.610940:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.610944:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.610947:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.610951:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.610969:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.611009:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e441dc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.611059:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e441ff lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb47 expref: 382 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.611078:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77d:0x0].0x0 (ffffa024989ec600) 00010000:00010000:3.0:1777580298.611091:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.611117:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e4424c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611126:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e4424c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611161:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e4424c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.611188:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.611198:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x779:0x0]: returning size 0 00010000:00010000:3.0:1777580298.611199:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.611204:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777580298.611214:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.611232:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e4424c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611248:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e4424c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611256:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611263:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611270:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611276:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.611279:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611286:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611295:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.611299:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.611302:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611308:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e44237 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611318:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611324:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611330:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611336:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.611338:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611344:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611351:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024aee2d100) 00010000:00010000:1.0:1777580298.611354:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.611356:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611362:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e44245 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611398:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e44229 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb55 expref: 383 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611412:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e4424c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb55 expref: 382 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611419:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x779:0x0].0x0 (ffffa024989ec500) 00010000:00010000:1.0:1777580298.611422:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.611425:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3c00, rc 0) 00000100:00100000:1.0:1777580298.611509:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282072:x1863919946262528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 636us (1444us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.611518:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18300 00000004:00010000:3.0:1777580298.611535:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d123ee18 reply state 0000000041f45c5d transno 8589949801 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.611550:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819560512109 time 7819560412109 state 0x1 ref 4 00000100:00100000:3.0:1777580298.611558:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.611566:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282075:x1863919946262656:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580298.611575:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.611583:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4425a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb5c expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611637:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611646:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611658:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611752:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611761:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611779:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4426f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611787:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4426f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611795:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4426f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580298.611816:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x775:0x0]: returning size 0 00000004:00200000:2.0:1777580298.611819:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580298.611829:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4426f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611838:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4426f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611845:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611851:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611857:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611861:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611863:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.611866:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611872:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611880:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.611882:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.611885:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611892:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44230 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611902:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611909:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44276 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611912:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611917:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44276 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611918:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611924:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.611925:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44276 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611927:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611933:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611940:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02427669200) 00000004:00200000:1.0:1777580298.611942:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x777:0x0]: returning size 0 00010000:00010000:2.0:1777580298.611943:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:1.0:1777580298.611945:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777580298.611946:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611962:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4423e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.611963:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44276 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611972:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44276 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611979:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611989:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.611995:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.611998:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44222 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb4e expref: 385 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612001:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.612003:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612009:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612011:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4426f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb4e expref: 384 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612018:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x775:0x0].0x0 (ffffa024aee2db00) 00010000:00010000:1.0:1777580298.612018:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.612021:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.612021:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.612023:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7800, rc 0) 00010000:00010000:1.0:1777580298.612024:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612029:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e44261 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612037:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612043:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612048:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.612049:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282069:x1863919946262144:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1241us (2103us total) trans 0 rc 0/0 00010000:00010000:1.0:1777580298.612054:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:2.0:1777580298.612057:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18298 00010000:00010000:1.0:1777580298.612058:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612064:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612070:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024aee2d200) 00010000:00010000:1.0:1777580298.612072:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777580298.612073:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819560512109 time 7819560936915 state 0x0 ref 3 00010000:00010000:1.0:1777580298.612075:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612081:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44268 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.612084:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282073:x1863919946262784:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.612092:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.612100:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4427d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb63 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612100:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4425a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb5c expref: 384 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612113:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44276 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb5c expref: 384 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.612121:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x777:0x0].0x0 (ffffa024aee2da00) 00010000:00010000:1.0:1777580298.612123:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.612125:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4800, rc 0) 00010000:00010000:2.0:1777580298.612126:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612156:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612164:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.612168:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282075:x1863919946262656:12345-192.168.202.9@tcp:101:rm.500 Request processed in 605us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.612175:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18301 00010000:00010000:2.0:1777580298.612177:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612184:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612190:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612217:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612223:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612228:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612233:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.612235:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612241:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612248:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.612250:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.612252:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612258:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44284 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612267:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612272:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612278:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612282:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.612285:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612289:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612295:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02427669b00) 00010000:00010000:2.0:1777580298.612297:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.612300:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612304:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4428b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612324:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4427d lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb63 expref: 383 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612333:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.612335:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.612338:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4427d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb63 expref: 383 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612347:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7200, rc 0) 00000100:00100000:2.0:1777580298.612373:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282073:x1863919946262784:12345-192.168.202.9@tcp:101:rm.500 Request processed in 290us (2247us total) trans 0 rc 301/301 00000100:00100000:2.0:1777580298.612379:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18302 00010000:00010000:2.0:1777580298.612443:0:191688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.612451:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.612767:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282068:x1863919946262400:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2460us (2733us total) trans 8589949801 rc 0/0 00000100:00100000:3.0:1777580298.612817:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18299 00000100:00100000:3.0:1777580298.612823:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819536772025 time 7819559138615 state 0x2 ref 0 00000100:00100000:3.0:1777580298.612964:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.612988:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946262912 00000100:00100000:1.0:1777580298.612999:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946262912 00000100:00100000:3.0:1777580298.613004:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.613031:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819561036915 time 7819560936915 state 0x1 ref 2 00000100:00100000:3.0:1777580298.613033:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.613058:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946263040 00000100:00100000:1.0:1777580298.613061:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946263040 00000100:00100000:3.0:1777580298.613071:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.613075:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819536772025 time 7819559138615 state 0x0 ref 1 00000100:00100000:1.0:1777580298.613083:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819559238615 time 7819559138615 state 0x1 ref 1 00000100:00100000:1.0:1777580298.613097:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946263168 00000100:00100000:1.0:1777580298.613100:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946263168 00000100:00100000:0.0:1777580298.613101:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946263424 00000100:00100000:0.0:1777580298.613104:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946263424 00000100:00100000:1.0:1777580298.613110:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819561036915 time 7819560936915 state 0x1 ref 3 00000100:00100000:1.0:1777580298.613131:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819559238615 time 7819561993753 state 0x0 ref 1 00000100:00100000:0.0:1777580298.613148:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3932 00000100:00100000:0.0:1777580298.613158:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282065:x1863919946263424:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580298.613159:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282064:x1863919946263040:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.613176:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.613189:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e44292 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb71 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613229:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e44292 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb71 expref: 385 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613242:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3800/0xcb2b2f2f7e44292 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x79b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb71 expref: 385 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613261:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:1.0:1777580298.613264:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.613267:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3800, rc 0) 00000100:00100000:1.0:1777580298.613297:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+385:282064:x1863919946263040:12345-192.168.202.9@tcp:101:touch.500 Request processed in 138us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.613307:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18304 00000100:00100000:1.0:1777580298.613311:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819559238615 time 7819561993753 state 0x2 ref 0 00000100:00100000:1.0:1777580298.613326:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819562290075 time 7819562190075 state 0x1 ref 3 00000100:00100000:1.0:1777580298.613334:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282080:x1863919946262912:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580298.613341:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.613349:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44299 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb6a expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.613382:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819562290075 time 7819562243556 state 0x0 ref 3 00010000:00010000:1.0:1777580298.613383:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613399:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.613403:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+385:282074:x1863919946263168:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580298.613413:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613416:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.613431:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e442a7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb78 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613432:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613452:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613459:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613478:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613488:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613497:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613517:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613529:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613535:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e442c3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613537:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613555:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e442c3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613565:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e442c3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.613567:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+387:282065:x1863919946263424:12345-192.168.202.9@tcp:35:touch.500 Request processed in 411us (495us total) trans 8589949802 rc 0/0 00000100:00100000:0.0:1777580298.613575:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3932 00010000:00010000:3.0:1777580298.613586:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.613591:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x77a:0x0]: returning size 0 00010000:00010000:3.0:1777580298.613594:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580298.613596:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777580298.613605:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613611:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00000004:00010000:1.0:1777580298.613612:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e442c3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613616:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613628:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613630:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e442c3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613642:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.613645:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.613648:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613648:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613667:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e442b5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613667:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613680:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613686:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613693:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613699:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.613702:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613708:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613716:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02483f8e500) 00010000:00010000:3.0:1777580298.613718:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.613721:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.613726:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e442bc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613757:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613851:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.613855:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613861:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613869:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.613872:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.613875:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613880:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e442a0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613890:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613894:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613900:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613904:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.613906:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613912:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613918:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024aee2d900) 00010000:00010000:1.0:1777580298.613920:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.613922:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613928:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e442ae lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613963:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44299 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb6a expref: 387 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613977:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e442c3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb6a expref: 386 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.613983:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77a:0x0].0x0 (ffffa02427669600) 00010000:00010000:1.0:1777580298.613986:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.613988:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00010000:00010000:3.0:1777580298.614000:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e442a7 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb78 expref: 386 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.614013:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00000100:00100000:1.0:1777580298.614014:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282080:x1863919946262912:12345-192.168.202.9@tcp:101:rm.500 Request processed in 679us (1061us total) trans 0 rc 0/0 00010000:00010000:3.0:1777580298.614017:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.614024:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e442a7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb78 expref: 386 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.614028:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18303 00010000:00010000:3.0:1777580298.614045:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000004:00080000:2.0:1777580298.614056:0:191688:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x79b:0x0] is inserted into orphan list, open count = 1 00000100:00100000:3.0:1777580298.614071:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282074:x1863919946263168:12345-192.168.202.9@tcp:101:rm.500 Request processed in 671us (1038us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580298.614078:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18305 00010000:00010000:2.0:1777580298.614160:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614169:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614175:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614180:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.614182:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614188:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614197:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:2.0:1777580298.614199:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580298.614673:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614684:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4421b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614701:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614706:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614716:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614721:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.614724:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614731:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614740:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.614742:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.614745:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.614751:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4420d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.614763:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000527766ce reply state 000000005a2e65c7 transno 8589949803 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.614773:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.614827:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282026:x1863919946261888:12345-192.168.202.9@tcp:36:rm.500 Request processed in 10734us (14338us total) trans 8589949803 rc 0/0 00000100:00100000:2.0:1777580298.614834:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18297 00000100:00100000:2.0:1777580298.614840:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819562290075 time 7819562243556 state 0x2 ref 0 00010000:00010000:2.0:1777580298.617917:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.617943:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.617962:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.617968:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.617973:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.617982:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.618002:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77d:0x0].0x0 (ffffa024989ec400) 00010000:00010000:2.0:1777580298.618005:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.618010:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.618018:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44253 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.620270:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.620308:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.620348:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946263680 00000100:00100000:1.0:1777580298.620361:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946263680 00000100:00100000:2.0:1777580298.620397:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946263552 00000100:00100000:2.0:1777580298.620402:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946263552 00000100:00100000:1.0:1777580298.620409:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819559238615 time 7819561993753 state 0x0 ref 1 00000100:00100000:1.0:1777580298.620425:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819562093753 time 7819561993753 state 0x1 ref 1 00000100:00100000:2.0:1777580298.620443:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11226 00000100:00100000:1.0:1777580298.620445:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819562093753 time 7819569307558 state 0x0 ref 1 00000100:00100000:2.0:1777580298.620453:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2362:x1863919946263552:12345-192.168.202.9@tcp:101:rm.500 00000100:00100000:1.0:1777580298.620453:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282068:x1863919946263680:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580298.620476:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.620476:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.620501:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb7f expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.620502:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e442d1 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb86 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580298.620537:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1542:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:2.0:1777580298.620558:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.620561:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.620571:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 33 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.620572:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e442d1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb86 expref: 384 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.620588:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 33 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.620588:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e442d1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb86 expref: 384 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.620605:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7600, rc 0) 00010000:00010000:1.0:1777580298.620607:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77d:0x0].0x0 (ffffa024aee2df00) 00010000:00010000:1.0:1777580298.620610:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.620613:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:2.0:1777580298.625195:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2362:x1863919946263552:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4723us (4918us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.625211:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11226 00000100:00100000:1.0:1777580298.628443:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282068:x1863919946263680:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7967us (8111us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.628458:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.628464:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18306 00000100:00100000:1.0:1777580298.628476:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819562093753 time 7819569307558 state 0x2 ref 0 00000100:00100000:3.0:1777580298.628662:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.628693:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.628730:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.628759:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.629597:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946263808 00000100:00100000:0.0:1777580298.629612:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946263808 00000100:00100000:0.0:1777580298.629839:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946263936 00000100:00100000:0.0:1777580298.629843:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946263936 00000100:00100000:0.0:1777580298.629867:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946264320 00000100:00100000:0.0:1777580298.629870:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946264320 00000100:00100000:0.0:1777580298.629898:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11227 00000100:00100000:0.0:1777580298.629908:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2363:x1863919946263808:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580298.629932:0:188247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.629968:0:188247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb8d expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580298.630008:0:188247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1566:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:0.0:1777580298.630033:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580298.630036:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580298.630047:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 36 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.630067:0:188247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 36 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.630083:0:188247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838800, rc 0) 00000100:00100000:0.0:1777580298.630397:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2363:x1863919946263808:12345-192.168.202.9@tcp:101:rm.500 Request processed in 488us (1939us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.630406:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11227 00000100:00100000:0.0:1777580298.630435:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11228 00000100:00100000:0.0:1777580298.630444:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2364:x1863919946263936:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580298.630454:0:188247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.630469:0:188247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb94 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580298.630489:0:188247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1541:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:0.0:1777580298.630499:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580298.630501:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580298.630505:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 35 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.630524:0:188247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 35 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.630533:0:188247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838600, rc 0) 00000100:00100000:1.0:1777580298.630608:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946264192 00000100:00100000:1.0:1777580298.630614:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946264192 00000100:00100000:1.0:1777580298.630644:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819562290075 time 7819562243556 state 0x0 ref 1 00000100:00100000:1.0:1777580298.630656:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819562343556 time 7819562243556 state 0x1 ref 1 00000100:00100000:1.0:1777580298.630685:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946264576 00000100:00100000:1.0:1777580298.630688:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946264576 00000100:00100000:1.0:1777580298.630703:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819562343556 time 7819562243556 state 0x1 ref 2 00000100:00100000:1.0:1777580298.630721:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819579683477 time 7819579583477 state 0x1 ref 2 00000100:00100000:1.0:1777580298.630729:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282036:x1863919946264192:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580298.630801:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.630828:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e43dc2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca4b expref: 125 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.630849:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e43b76 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9aa expref: 124 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.630869:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a0:0x0].0x0 (ffffa02488b85600) 00010000:00010000:1.0:1777580298.630882:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.630906:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.630920:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.630930:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.630944:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.630950:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.630970:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631122:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631130:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631158:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580298.631739:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1763, 64 off121024 00000004:00080000:1.0:1777580298.631748:0:205914:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7819580612886ns, next at 7820580610390ns, rc = 0 00010000:00010000:1.0:1777580298.631831:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631844:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631853:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631862:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631867:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631874:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631898:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580298.631924:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631930:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631937:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631943:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.631948:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631972:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631983:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a0:0x0].0x0 (ffffa024aee2d700) 00010000:00010000:1.0:1777580298.631986:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580298.631990:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.631997:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e442f4 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.632017:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.632023:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.632029:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.632033:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.632036:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.632042:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.632049:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.632052:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.632055:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.632061:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e442e6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.632074:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000938c87f reply state 00000000218e7a6c transno 8589949804 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.632083:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580298.633037:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.633151:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.633205:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2364:x1863919946263936:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2758us (4540us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.633219:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11228 00000100:00100000:1.0:1777580298.633342:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282036:x1863919946264192:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2612us (4648us total) trans 8589949804 rc 0/0 00000100:00100000:1.0:1777580298.633353:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18307 00000100:00100000:1.0:1777580298.633392:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819579683477 time 7819582252733 state 0x0 ref 1 00000100:00100000:1.0:1777580298.633412:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282067:x1863919946264576:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580298.633439:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.633463:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44302 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cba2 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633543:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633558:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633569:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633587:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633594:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633606:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633704:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633713:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633719:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633725:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.633730:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633737:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633749:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.633752:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.633757:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633775:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44309 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633789:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633796:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633802:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633808:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.633811:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633817:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633825:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024b7eb0e00) 00010000:00010000:1.0:1777580298.633828:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.633831:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633838:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44310 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633876:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44302 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cba2 expref: 385 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633887:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.633890:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.633893:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44302 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cba2 expref: 385 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.633903:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784ce00, rc 0) 00000100:00100000:1.0:1777580298.633951:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282067:x1863919946264576:12345-192.168.202.9@tcp:101:rm.500 Request processed in 547us (5191us total) trans 0 rc 301/301 00000100:00100000:1.0:1777580298.633974:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18308 00000100:00100000:1.0:1777580298.633979:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819579683477 time 7819582252733 state 0x2 ref 0 00010000:00010000:1.0:1777580298.634017:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580298.634025:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.634032:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580298.634035:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.634042:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.634052:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a0:0x0].0x0 (ffffa024aee2d700) 00010000:00010000:1.0:1777580298.634055:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580298.634058:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.634063:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e442fb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.634080:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.634083:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.634084:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580298.637829:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946264448 00000100:00100000:3.0:1777580298.637830:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.637846:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946264448 00000100:00100000:3.0:1777580298.637878:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.637913:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946264704 00000100:00100000:0.0:1777580298.637918:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946264704 00010000:00010000:3.0:1777580298.637926:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.637939:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.637948:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.637964:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.637970:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.637983:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.638003:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa024aee2d600) 00010000:00010000:3.0:1777580298.638006:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.638011:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.638018:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e442ed lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.638063:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946264960 00000100:00100000:3.0:1777580298.638068:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946264960 00000100:00100000:3.0:1777580298.638095:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819579683477 time 7819582252733 state 0x0 ref 1 00000100:00100000:3.0:1777580298.638107:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819582352733 time 7819582252733 state 0x1 ref 1 00000100:00100000:2.0:1777580298.638152:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11229 00000100:00100000:2.0:1777580298.638170:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2361:x1863919946264320:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:2.0:1777580298.638486:0:206018:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x153c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777580298.638490:0:206018:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x153c:0x0] updating lvb mtime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.638493:0:206018:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x153c:0x0] updating lvb atime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.638496:0:206018:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x153c:0x0] updating lvb ctime from disk: 1777580296 -> 1777580297 00002000:00010000:2.0:1777580298.638498:0:206018:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x153c:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777580298.638574:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2361:x1863919946264320:12345-192.168.202.9@tcp:2:touch.500 Request processed in 411us (9844us total) trans 8589938369 rc 0/0 00000100:00100000:2.0:1777580298.638583:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11229 00000100:00100000:2.0:1777580298.638604:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11230 00000100:00100000:2.0:1777580298.638612:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2362:x1863919946264448:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.638625:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.638648:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cb9b expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580298.638686:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1567:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:2.0:1777580298.638707:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.638710:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580298.638863:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 38 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.638886:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 38 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.638902:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6c00, rc 0) 00000100:00100000:2.0:1777580298.638926:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2362:x1863919946264448:12345-192.168.202.9@tcp:101:rm.500 Request processed in 315us (5897us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.638933:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11230 00000100:00100000:2.0:1777580298.638948:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11231 00000100:00100000:2.0:1777580298.638968:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2364:x1863919946264704:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580298.639569:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2364:x1863919946264704:12345-192.168.202.9@tcp:2:touch.500 Request processed in 612us (6432us total) trans 8589938768 rc 0/0 00000100:00100000:2.0:1777580298.639578:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11231 00010000:00010000:0.0:1777580298.639986:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.640000:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.640008:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.640014:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.640019:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.640026:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.640042:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02427669f00) 00010000:00010000:0.0:1777580298.640046:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.640051:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.640058:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44214 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.645056:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946265216 00000100:00100000:2.0:1777580298.645073:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946265216 00000100:00100000:3.0:1777580298.645127:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.645131:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819582352733 time 7819582252733 state 0x1 ref 2 00000100:00100000:2.0:1777580298.645181:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819594142776 time 7819594042776 state 0x1 ref 2 00000100:00100000:3.0:1777580298.645197:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.645229:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946265600 00000100:00100000:0.0:1777580298.645236:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946265600 00000100:00100000:3.0:1777580298.645241:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819594142776 time 7819594100822 state 0x0 ref 2 00000100:00100000:3.0:1777580298.645258:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+385:282069:x1863919946265216:12345-192.168.202.9@tcp:36:rm.500 00000100:00100000:0.0:1777580298.645272:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946265728 00000100:00100000:0.0:1777580298.645275:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946265728 00000100:00100000:0.0:1777580298.645293:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3933 00000100:00100000:0.0:1777580298.645304:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282068:x1863919946265600:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:3.0:1777580298.645343:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580298.645377:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4426f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x775:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb4e expref: 386 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645398:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e43f6d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x775:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cab4 expref: 385 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.645544:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+123:282030:x1863919946264960:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580298.645591:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580298.645609:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e43d8a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x79f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca3d expref: 123 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645611:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x775:0x0].0x0 (ffffa024aee2db00) 00010000:00010000:3.0:1777580298.645634:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.645634:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e43a18 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x79f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c94f expref: 122 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.645647:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79f:0x0].0x0 (ffffa024185aa300) 00010000:00010000:2.0:1777580298.645656:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580298.645665:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.645669:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645685:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645698:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645714:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645720:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645725:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645837:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645844:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.645850:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580298.646614:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1757, 64 off120640 00010000:00010000:3.0:1777580298.646674:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646687:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646697:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646706:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646714:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646720:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646744:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580298.646761:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646767:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646772:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646778:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.646783:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646790:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646804:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x775:0x0].0x0 (ffffa02483f8ec00) 00010000:00010000:3.0:1777580298.646807:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580298.646811:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.646818:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44333 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x775:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.646929:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282068:x1863919946265600:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1624us (1807us total) trans 8589949805 rc 0/0 00000100:00100000:0.0:1777580298.646940:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3933 00000100:00100000:0.0:1777580298.646991:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3934 00000100:00100000:0.0:1777580298.647003:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b62c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+385:282064:x1863919946265728:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:0.0:1777580298.647232:0:206054:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x79b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777580298.647287:0:206054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1758, 64 off120704 00010000:00010000:0.0:1777580298.647334:0:206054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647407:0:206054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647417:0:206054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647428:0:206054:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647434:0:206054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647439:0:206054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647457:0:206054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580298.647874:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b62c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282064:x1863919946265728:12345-192.168.202.9@tcp:35:touch.500 Request processed in 873us (2674us total) trans 8589949807 rc 0/0 00000100:00100000:0.0:1777580298.647882:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3934 00010000:00010000:0.0:1777580298.647949:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580298.647967:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647974:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580298.647978:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647985:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.647996:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x775:0x0].0x0 (ffffa02483f8ec00) 00010000:00010000:0.0:1777580298.647998:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580298.648002:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.648008:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4433a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x775:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.648028:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580298.648031:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.648036:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580298.648039:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.648045:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.648051:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79b:0x0].0x0 (ffffa02488b85200) 00010000:00010000:0.0:1777580298.648054:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580298.648057:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.648062:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44341 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.648071:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.648073:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.648075:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.648082:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.648324:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.648338:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.648338:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.648355:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.648360:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.648365:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.648369:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.648375:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.648384:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.648387:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.648390:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.648395:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4431e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.648412:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035527c84 reply state 000000003dac19ec transno 8589949806 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.648422:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580298.648471:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282069:x1863919946265216:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3218us (10591us total) trans 8589949806 rc 0/0 00000100:00100000:3.0:1777580298.648481:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18310 00010000:00010000:2.0:1777580298.648485:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.648495:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.648503:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.648617:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.648626:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.648633:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580298.649076:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1759, 64 off120768 00010000:00010000:2.0:1777580298.649130:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649161:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649171:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649178:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649184:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649190:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649930:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580298.649973:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649986:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649991:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.649996:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.650001:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.650007:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.650019:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79f:0x0].0x0 (ffffa02499549b00) 00010000:00010000:2.0:1777580298.650022:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580298.650026:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.650032:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4434f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.650046:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580298.650053:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.650056:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.650064:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.650070:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580298.650073:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.650076:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.650081:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.650087:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.650090:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.650099:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.650107:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x79f:0x0].0x0 (ffffa02499549b00) 00010000:00010000:2.0:1777580298.650108:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.650111:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.650113:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.650116:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.650118:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.650129:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44356 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.650130:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44325 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.650171:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec44d8e0 reply state 0000000083930c43 transno 8589949808 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.650175:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.650178:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.650182:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580298.650182:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.650770:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+123:282030:x1863919946264960:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5223us (12948us total) trans 8589949808 rc 0/0 00000100:00100000:2.0:1777580298.650781:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18309 00000100:00100000:2.0:1777580298.650791:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819594142776 time 7819594100822 state 0x2 ref 0 00010000:00010000:0.0:1777580298.656050:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.656077:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.656087:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.656099:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.656105:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.656113:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.656200:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02483f8e500) 00010000:00010000:0.0:1777580298.656204:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.656211:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.656220:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4432c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.658828:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.658849:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.658858:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.658880:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.658888:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.658896:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.658916:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02499549700) 00010000:00010000:2.0:1777580298.658919:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.658924:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.658931:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44348 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.661457:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.661843:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946265984 00000100:00100000:1.0:1777580298.661858:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946265984 00000100:00100000:1.0:1777580298.661915:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819594142776 time 7819594100822 state 0x0 ref 1 00000100:00100000:1.0:1777580298.661932:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819594200822 time 7819594100822 state 0x1 ref 1 00000100:00100000:1.0:1777580298.661985:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819594200822 time 7819610847059 state 0x0 ref 1 00000100:00100000:1.0:1777580298.662001:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+385:282063:x1863919946265984:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580298.662990:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580298.663035:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44046 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x773:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cae5 expref: 385 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663062:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e43e8d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x773:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca7c expref: 384 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663074:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x773:0x0].0x0 (ffffa024aee2d500) 00010000:00010000:1.0:1777580298.663091:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.663123:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663157:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663170:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663187:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663194:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663201:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663398:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663407:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.663414:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580298.665201:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1764, 64 off121088 00010000:00010000:1.0:1777580298.665296:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665317:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665330:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665340:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665348:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665355:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665380:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580298.665405:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580298.665411:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.665416:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665433:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665440:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.665444:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580298.665445:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.665452:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665453:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665472:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.665473:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665510:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x773:0x0].0x0 (ffffa02488b85600) 00010000:00010000:1.0:1777580298.665514:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580298.665518:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x773:0x0].0x0 (ffffa02488b85600) 00010000:00010000:1.0:1777580298.665519:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.665525:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580298.665531:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665531:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4436b lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x773:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.665550:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44372 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665564:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665571:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.665573:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.665578:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.665579:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.665582:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580298.665585:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.665589:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665595:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665603:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.665605:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.665608:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.665614:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e4435d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.665626:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89582b4 reply state 0000000031c60e88 transno 8589949809 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.665636:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580298.665911:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+385:282063:x1863919946265984:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3909us (4463us total) trans 8589949809 rc 0/0 00000100:00100000:1.0:1777580298.665923:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18311 00000100:00100000:1.0:1777580298.665933:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819594200822 time 7819610847059 state 0x2 ref 0 00010000:00010000:0.0:1777580298.669039:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.669063:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.669074:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.669081:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.669087:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.669095:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.669119:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024b7eb0e00) 00010000:00010000:0.0:1777580298.669122:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.669128:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.669149:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44364 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.671656:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.671777:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946266240 00000100:00100000:0.0:1777580298.671787:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946266240 00000100:00100000:0.0:1777580298.671833:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819594200822 time 7819610847059 state 0x0 ref 1 00000100:00100000:0.0:1777580298.671847:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819610947059 time 7819610847059 state 0x1 ref 1 00000100:00100000:0.0:1777580298.671883:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819610947059 time 7819620744647 state 0x0 ref 1 00000100:00100000:0.0:1777580298.671898:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282060:x1863919946266240:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580298.671992:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580298.672028:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44062 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90caec expref: 384 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672054:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e43e5c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x772:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca6e expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672067:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x772:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:0.0:1777580298.672078:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.672106:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672123:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672161:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672183:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672190:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672198:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672369:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672378:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.672386:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580298.672983:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1760, 64 off120832 00010000:00010000:0.0:1777580298.673065:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673075:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673084:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673093:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673100:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673106:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673128:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580298.673172:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673179:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673185:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673191:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.673196:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673203:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673214:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x772:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:0.0:1777580298.673217:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580298.673221:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673231:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44387 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673247:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673254:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673260:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673265:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.673268:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673274:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673283:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.673285:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.673288:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673293:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44379 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.673302:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000093ecefb reply state 00000000866f4c23 transno 8589949810 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.673311:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580298.673423:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282060:x1863919946266240:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1523us (2238us total) trans 8589949810 rc 0/0 00000100:00100000:0.0:1777580298.673433:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18312 00000100:00100000:0.0:1777580298.673441:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819610947059 time 7819620744647 state 0x2 ref 0 00010000:00010000:0.0:1777580298.673484:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580298.673491:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673498:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580298.673502:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673509:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673518:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x772:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:0.0:1777580298.673521:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580298.673524:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673530:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4438e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.673543:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.673546:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.673548:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.675040:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.675057:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.675064:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.675069:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.675074:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.675086:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.675102:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0248a60e600) 00010000:00010000:2.0:1777580298.675104:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.675109:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.675115:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44380 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.676776:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.679106:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946266496 00000100:00100000:3.0:1777580298.679127:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946266496 00000100:00100000:3.0:1777580298.679199:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819562093753 time 7819569307558 state 0x0 ref 1 00000100:00100000:3.0:1777580298.679216:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819569407558 time 7819569307558 state 0x1 ref 1 00000100:00100000:3.0:1777580298.679256:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819569407558 time 7819628118600 state 0x0 ref 1 00000100:00100000:3.0:1777580298.679278:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282079:x1863919946266496:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580298.679321:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.679352:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44395 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cba9 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.679588:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.679610:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.679627:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.679646:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.679655:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.679664:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580298.680665:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1544:0x0], index 1: 0 00010000:00010000:3.0:1777580298.680920:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e443aa lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.680935:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e443aa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.680948:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e443aa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681011:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681026:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681035:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681044:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.681050:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681060:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681077:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.681081:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.681087:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681094:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4439c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.681109:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ce582af reply state 000000006e7f41b4 transno 8589949811 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.681120:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580298.681198:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44395 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cba9 expref: 386 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681219:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e443aa lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cba9 expref: 385 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.681233:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77e:0x0].0x0 (ffffa02483f8ef00) 00010000:00010000:3.0:1777580298.681236:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.681240:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248c032c00, rc 0) 00000100:00100000:3.0:1777580298.681363:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282079:x1863919946266496:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2091us (4596us total) trans 8589949811 rc 0/0 00000100:00100000:3.0:1777580298.681376:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18313 00000100:00100000:3.0:1777580298.681386:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819569407558 time 7819628118600 state 0x2 ref 0 00010000:00010000:0.0:1777580298.697806:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.697830:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.697844:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.697851:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.697857:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.697866:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.697889:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02483f8e700) 00010000:00010000:0.0:1777580298.697892:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.697898:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.697904:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e443a3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.710547:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.710592:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.710614:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946266752 00000100:00100000:2.0:1777580298.710622:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946267008 00000100:00100000:2.0:1777580298.710628:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946267008 00000100:00100000:0.0:1777580298.710628:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946266752 00000100:00100000:2.0:1777580298.710672:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819569407558 time 7819628118600 state 0x0 ref 1 00000100:00100000:0.0:1777580298.710686:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819628218600 time 7819628118600 state 0x1 ref 2 00000100:00100000:2.0:1777580298.710807:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819628218600 time 7819628118600 state 0x1 ref 2 00000100:00100000:2.0:1777580298.710840:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819659802406 time 7819659702406 state 0x1 ref 2 00000100:00100000:1.0:1777580298.710854:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819659802406 time 7819659713837 state 0x0 ref 2 00000100:00100000:2.0:1777580298.710857:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282079:x1863919946266752:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:1.0:1777580298.710877:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282078:x1863919946267008:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.710895:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.710925:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e443b8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbb0 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.710993:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580298.711021:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e443aa lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cba9 expref: 387 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.711041:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77e:0x0].0x0 (ffffa02483f8ef00) 00010000:00010000:2.0:1777580298.711058:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580298.711119:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.711153:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.711164:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.711164:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.711187:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.711188:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.711216:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.711225:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.711233:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.711369:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab0ffcdc reply state 00000000355db93a transno 8589949812 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.711381:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.711497:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+388:282079:x1863919946266752:12345-192.168.202.9@tcp:36:touch.500 Request processed in 643us (957us total) trans 8589949812 rc 0/0 00000100:00100000:2.0:1777580298.711506:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18314 00000004:00080000:1.0:1777580298.711827:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1569:0x0], index 0: 0 00010000:00010000:1.0:1777580298.712029:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e443d4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712041:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e443d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712050:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e443d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712094:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712104:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712110:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712115:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.712120:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712128:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712200:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580298.712204:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.712209:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712217:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e443bf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580298.712231:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000896c07d1 reply state 00000000ddd45532 transno 8589949813 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.712239:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580298.712274:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e443b8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbb0 expref: 389 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712292:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e443d4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbb0 expref: 388 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.712307:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77f:0x0].0x0 (ffffa024aee2d500) 00010000:00010000:1.0:1777580298.712310:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580298.712313:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784ca00, rc 0) 00000100:00100000:1.0:1777580298.712374:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+389:282078:x1863919946267008:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1502us (1780us total) trans 8589949813 rc 0/0 00000100:00100000:1.0:1777580298.712382:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18315 00000100:00100000:1.0:1777580298.712389:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819659802406 time 7819659713837 state 0x2 ref 0 00000100:00100000:2.0:1777580298.714651:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.714759:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.714795:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946267136 00010000:00010000:2.0:1777580298.714801:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.714809:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946267136 00010000:00010000:2.0:1777580298.714818:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.714826:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.714834:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.714841:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.714854:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.714860:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819659802406 time 7819659713837 state 0x0 ref 1 00000100:00100000:1.0:1777580298.714876:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819659813837 time 7819659713837 state 0x1 ref 1 00010000:00010000:2.0:1777580298.714878:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77e:0x0].0x0 (ffffa02499549700) 00010000:00010000:2.0:1777580298.714885:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.714897:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.714904:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946267392 00010000:00010000:2.0:1777580298.714905:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e443c6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.714908:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946267392 00000100:00100000:1.0:1777580298.714925:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7819659813837 time 7819659713837 state 0x1 ref 2 00010000:00010000:0.0:1777580298.714933:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.714943:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580298.714964:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819663914317 time 7819663814317 state 0x1 ref 2 00000100:00100000:1.0:1777580298.714979:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+389:282079:x1863919946267136:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.715011:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.715034:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e443e2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbb7 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.715103:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e443e2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbb7 expref: 390 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.715124:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e443e2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbb7 expref: 390 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.715168:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77e:0x0].0x0 (ffffa024aee2db00) 00010000:00010000:1.0:1777580298.715172:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.715174:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0200, rc 0) 00000100:00100000:1.0:1777580298.715248:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+390:282079:x1863919946267136:12345-192.168.202.9@tcp:101:touch.500 Request processed in 270us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.715257:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18316 00000100:00100000:2.0:1777580298.715274:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819663914317 time 7819664134901 state 0x0 ref 1 00000100:00100000:2.0:1777580298.715291:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+389:282078:x1863919946267392:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580298.715343:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580298.715362:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e443d4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbb0 expref: 389 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.715377:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77f:0x0].0x0 (ffffa024aee2d500) 00010000:00010000:2.0:1777580298.715388:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.715423:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.715434:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.715438:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.715445:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.715456:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02488b85600) 00010000:00010000:0.0:1777580298.715458:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.715461:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.715462:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.715478:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e443cd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.715482:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.715496:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.715684:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2134c60 reply state 00000000de818c9c transno 8589949814 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.715694:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.715788:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+389:282078:x1863919946267392:12345-192.168.202.9@tcp:36:touch.500 Request processed in 500us (1029us total) trans 8589949814 rc 0/0 00000100:00100000:2.0:1777580298.715795:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18317 00000100:00100000:2.0:1777580298.715800:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819663914317 time 7819664134901 state 0x2 ref 0 00000100:00100000:2.0:1777580298.717607:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.717654:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946267648 00000100:00100000:2.0:1777580298.717664:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946267648 00000100:00100000:2.0:1777580298.717711:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819663914317 time 7819664134901 state 0x0 ref 1 00000100:00100000:2.0:1777580298.717726:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819664234901 time 7819664134901 state 0x1 ref 1 00000100:00100000:2.0:1777580298.717759:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819664234901 time 7819666621599 state 0x0 ref 1 00000100:00100000:2.0:1777580298.717774:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02387139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+389:282081:x1863919946267648:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580298.717799:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.717825:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e443f0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbbe expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.718077:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.718100:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.718119:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.718163:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.718171:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.718179:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.718627:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.718638:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.718647:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.718653:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580298.718658:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.718666:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.718681:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77f:0x0].0x0 (ffffa02499549b00) 00010000:00010000:1.0:1777580298.718685:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580298.718691:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.718698:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e443e9 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580298.718819:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1545:0x0], index 1: 0 00010000:00010000:2.0:1777580298.719095:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44405 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719107:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44405 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719117:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44405 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719194:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719201:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719208:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719214:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.719219:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719226:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719237:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.719241:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.719247:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719255:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e443f7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.719268:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e29a5c0b reply state 0000000011acf9a8 transno 8589949815 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.719279:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580298.719320:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e443f0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbbe expref: 391 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719339:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44405 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbbe expref: 390 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.719348:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x780:0x0].0x0 (ffffa02427669b00) 00010000:00010000:2.0:1777580298.719351:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580298.719354:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7c00, rc 0) 00000100:00100000:2.0:1777580298.719444:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02387139f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+391:282081:x1863919946267648:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1673us (1847us total) trans 8589949815 rc 0/0 00000100:00100000:2.0:1777580298.719456:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18318 00000100:00100000:2.0:1777580298.719465:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819664234901 time 7819666621599 state 0x2 ref 0 00000100:00100000:2.0:1777580298.721745:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.721787:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946267776 00000100:00100000:1.0:1777580298.721800:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946267776 00000100:00100000:2.0:1777580298.721805:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580298.721853:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819664234901 time 7819666621599 state 0x0 ref 1 00000100:00100000:1.0:1777580298.721870:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819666721599 time 7819666621599 state 0x1 ref 1 00000100:00100000:1.0:1777580298.721907:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819666721599 time 7819670769465 state 0x0 ref 1 00000100:00100000:1.0:1777580298.721920:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+391:282078:x1863919946267776:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580298.721963:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580298.721995:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44413 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbc5 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.722026:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946267904 00000100:00100000:2.0:1777580298.722031:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946267904 00000100:00100000:2.0:1777580298.722072:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11232 00010000:00010000:1.0:1777580298.722074:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44413 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbc5 expref: 392 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.722085:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acdcd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2362:x1863919946267904:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:1.0:1777580298.722098:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44413 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbc5 expref: 392 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580298.722120:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77f:0x0].0x0 (ffffa024aee2d600) 00010000:00010000:1.0:1777580298.722125:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580298.722128:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0400, rc 0) 00000100:00100000:1.0:1777580298.722224:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+392:282078:x1863919946267776:12345-192.168.202.9@tcp:101:touch.500 Request processed in 305us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580298.722235:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18319 00000100:00100000:1.0:1777580298.722241:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819666721599 time 7819670769465 state 0x2 ref 0 00010000:00010000:0.0:1777580298.722860:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.722873:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.722881:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.722888:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.722893:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.722902:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.722921:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02427669f00) 00010000:00010000:0.0:1777580298.722924:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.722929:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.722936:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e443fe lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.723211:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acdcd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2362:x1863919946267904:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1127us (1402us total) trans 8589938370 rc 0/0 00000100:00100000:2.0:1777580298.723221:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11232 00000100:00100000:2.0:1777580298.724117:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.724265:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946268032 00000100:00100000:3.0:1777580298.724275:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946268032 00000100:00100000:3.0:1777580298.724344:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11233 00000100:00100000:3.0:1777580298.724359:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2362:x1863919946268032:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580298.725304:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.725637:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2362:x1863919946268032:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1282us (1524us total) trans 8589938769 rc 0/0 00000100:00100000:2.0:1777580298.725648:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11233 00000100:00100000:0.0:1777580298.726164:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946268288 00000100:00100000:0.0:1777580298.726175:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946268288 00000100:00100000:0.0:1777580298.726233:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3935 00000100:00100000:0.0:1777580298.726243:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+391:282079:x1863919946268288:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580298.726830:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+392:282079:x1863919946268288:12345-192.168.202.9@tcp:35:touch.500 Request processed in 586us (1529us total) trans 8589949816 rc 0/0 00000100:00100000:0.0:1777580298.726839:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3935 00000100:00100000:3.0:1777580298.727602:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.727649:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946268416 00000100:00100000:3.0:1777580298.727657:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946268416 00000100:00100000:3.0:1777580298.727693:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819610947059 time 7819620744647 state 0x0 ref 1 00000100:00100000:3.0:1777580298.727708:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819620844647 time 7819620744647 state 0x1 ref 1 00000100:00100000:3.0:1777580298.727740:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819620844647 time 7819676601563 state 0x0 ref 1 00000100:00100000:3.0:1777580298.727753:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+392:282073:x1863919946268416:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.727771:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.727799:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4441a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbcc expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.727881:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.727900:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.727914:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.727936:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.727969:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.727978:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728087:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728097:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728105:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728113:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.728120:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728163:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728181:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.728185:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.728191:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728199:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e44421 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728214:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728220:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728228:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728234:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.728238:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728246:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728256:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02483f8ef00) 00010000:00010000:3.0:1777580298.728260:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.728264:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728275:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44428 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728332:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4441a lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbcc expref: 393 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728344:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.728347:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.728352:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4441a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbcc expref: 393 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.728364:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248c032800, rc 0) 00000100:00100000:3.0:1777580298.728428:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+392:282073:x1863919946268416:12345-192.168.202.9@tcp:101:rm.500 Request processed in 677us (830us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580298.728438:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18320 00000100:00100000:3.0:1777580298.728445:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819620844647 time 7819676601563 state 0x2 ref 0 00000100:00100000:2.0:1777580298.731500:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580298.731725:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580298.731751:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946268672 00000100:00100000:0.0:1777580298.731763:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946268672 00000100:00100000:0.0:1777580298.731815:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819666721599 time 7819670769465 state 0x0 ref 1 00000100:00100000:0.0:1777580298.731831:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819670869465 time 7819670769465 state 0x1 ref 1 00000100:00100000:0.0:1777580298.731864:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819670869465 time 7819680726514 state 0x0 ref 1 00000100:00100000:0.0:1777580298.731879:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+392:282081:x1863919946268672:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580298.731975:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580298.732011:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44405 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbbe expref: 392 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.732035:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x780:0x0].0x0 (ffffa02427669b00) 00010000:00010000:0.0:1777580298.732051:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.732170:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.732188:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.732203:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.732404:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a65029e9 reply state 000000004c4b9195 transno 8589949817 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.732416:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580298.732544:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+393:282081:x1863919946268672:12345-192.168.202.9@tcp:36:touch.500 Request processed in 668us (1056us total) trans 8589949817 rc 0/0 00000100:00100000:0.0:1777580298.732556:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18321 00000100:00100000:0.0:1777580298.732563:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819670869465 time 7819680726514 state 0x2 ref 0 00000100:00100000:0.0:1777580298.738040:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.738324:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946268928 00000100:00100000:3.0:1777580298.738338:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946268928 00000100:00100000:3.0:1777580298.738461:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3936 00000100:00100000:3.0:1777580298.738476:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+393:282078:x1863919946268928:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580298.739019:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+394:282078:x1863919946268928:12345-192.168.202.9@tcp:35:touch.500 Request processed in 544us (993us total) trans 8589949818 rc 0/0 00000100:00100000:3.0:1777580298.739030:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3936 00010000:00010000:2.0:1777580298.739741:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.739756:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.739764:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.739771:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.739777:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.739789:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.739810:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x780:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:2.0:1777580298.739813:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.739819:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.739824:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4442f lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.741902:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.741972:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.742061:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946269056 00000100:00100000:3.0:1777580298.742075:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946269056 00000100:00100000:3.0:1777580298.742130:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819670869465 time 7819680726514 state 0x0 ref 1 00000100:00100000:3.0:1777580298.742179:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819680826514 time 7819680726514 state 0x1 ref 1 00000100:00100000:3.0:1777580298.742208:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946269184 00000100:00100000:3.0:1777580298.742212:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946269184 00000100:00100000:3.0:1777580298.742228:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819620844647 time 7819676601563 state 0x0 ref 1 00000100:00100000:3.0:1777580298.742235:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819676701563 time 7819676601563 state 0x1 ref 1 00000100:00100000:3.0:1777580298.742262:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819676701563 time 7819691123382 state 0x0 ref 1 00000100:00100000:3.0:1777580298.742276:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+394:282074:x1863919946269184:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.742311:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.742340:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44436 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbda expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.742436:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.742438:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819680826514 time 7819691297306 state 0x0 ref 1 00010000:00010000:3.0:1777580298.742461:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.742463:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+395:282081:x1863919946269056:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580298.742480:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.742486:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.742501:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44444 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x780:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbd3 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.742508:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.742516:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.742533:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.742590:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44444 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x780:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbd3 expref: 396 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.742604:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44444 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x780:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbd3 expref: 396 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.742630:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x780:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:0.0:1777580298.742634:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580298.742638:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838400, rc 0) 00010000:00010000:3.0:1777580298.742640:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.742721:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+396:282081:x1863919946269056:12345-192.168.202.9@tcp:101:touch.500 Request processed in 263us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.742730:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18322 00000100:00100000:0.0:1777580298.742736:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819680826514 time 7819691297306 state 0x2 ref 0 00010000:00010000:3.0:1777580298.746090:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746101:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746108:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.746115:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746125:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746171:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.746176:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.746184:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746191:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4443d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746218:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746224:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746232:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746238:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.746242:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746248:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746258:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02483f8ef00) 00010000:00010000:3.0:1777580298.746261:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.746264:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746271:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4444b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746354:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44436 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbda expref: 395 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746368:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.746371:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.746376:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44436 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbda expref: 395 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.746388:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000100:00100000:3.0:1777580298.746481:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+394:282074:x1863919946269184:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4205us (4506us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580298.746497:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18323 00000100:00100000:3.0:1777580298.746508:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819676701563 time 7819691123382 state 0x2 ref 0 00000100:00100000:2.0:1777580298.770338:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.770390:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.770434:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.770464:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.770525:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.770565:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946269440 00000100:00100000:2.0:1777580298.770578:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946269440 00000100:00100000:3.0:1777580298.770594:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946269312 00000100:00100000:3.0:1777580298.770601:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946269312 00000100:00100000:2.0:1777580298.770631:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819676701563 time 7819691123382 state 0x0 ref 1 00000100:00100000:2.0:1777580298.770647:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819691223382 time 7819691123382 state 0x1 ref 1 00000100:00100000:3.0:1777580298.770659:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11234 00000100:00100000:2.0:1777580298.770669:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946269568 00000100:00100000:3.0:1777580298.770674:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2361:x1863919946269312:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580298.770674:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946269568 00000100:00100000:2.0:1777580298.770689:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819691223382 time 7819691123382 state 0x1 ref 2 00000100:00100000:2.0:1777580298.770704:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946269696 00000100:00100000:2.0:1777580298.770707:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946269696 00000100:00100000:2.0:1777580298.770721:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819691223382 time 7819691123382 state 0x1 ref 3 00000100:00100000:2.0:1777580298.770737:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946269824 00000100:00100000:2.0:1777580298.770740:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946269824 00000100:00100000:2.0:1777580298.770754:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819691223382 time 7819691123382 state 0x1 ref 4 00000100:00100000:2.0:1777580298.770774:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819719736944 time 7819719636944 state 0x1 ref 4 00000100:00100000:2.0:1777580298.770786:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282083:x1863919946269440:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580298.770807:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.770833:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44452 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbe1 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.770940:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.770970:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.770986:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771007:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771015:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771023:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771181:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44467 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771192:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44467 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.771197:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2361:x1863919946269312:12345-192.168.202.9@tcp:2:touch.500 Request processed in 525us (868us total) trans 8589938371 rc 0/0 00010000:00010000:2.0:1777580298.771204:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44467 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.771212:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11234 00000004:00200000:2.0:1777580298.771239:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x77d:0x0]: returning size 0 00000004:00200000:2.0:1777580298.771244:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1777580298.771261:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720221763 time 7819720121763 state 0x1 ref 4 00000004:00010000:2.0:1777580298.771265:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44467 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771279:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44467 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.771280:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282082:x1863919946269568:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.771295:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580298.771296:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771305:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771310:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4446e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbe8 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771315:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771330:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.771335:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771343:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771358:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.771362:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.771367:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771374:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44459 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771385:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771389:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771402:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771404:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771414:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771422:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771423:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.771429:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771438:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771442:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771451:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02427669200) 00010000:00010000:3.0:1777580298.771453:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771455:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.771459:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771466:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771467:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44460 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771517:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44452 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbe1 expref: 400 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771537:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44467 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbe1 expref: 399 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771544:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77d:0x0].0x0 (ffffa024aee2df00) 00010000:00010000:2.0:1777580298.771548:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.771552:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44483 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771552:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6600, rc 0) 00010000:00010000:3.0:1777580298.771564:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44483 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771573:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44483 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.771582:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+399:282083:x1863919946269440:12345-192.168.202.9@tcp:101:rm.500 Request processed in 798us (1192us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580298.771592:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18324 00000004:00200000:3.0:1777580298.771595:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x77b:0x0]: returning size 0 00000004:00200000:3.0:1777580298.771598:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580298.771610:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44483 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.771617:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720578957 time 7819720478957 state 0x1 ref 3 00010000:00010000:3.0:1777580298.771621:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44483 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771631:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.771634:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282084:x1863919946269696:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.771645:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771648:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.771653:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771659:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4448a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbef expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771668:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.771675:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771683:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771693:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.771696:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.771698:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771700:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771715:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44475 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771717:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771732:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771733:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771750:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771757:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771758:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771774:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.771780:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771782:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771796:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771798:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771821:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02483f8ef00) 00010000:00010000:3.0:1777580298.771824:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.771828:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.771834:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032c00/0xcb2b2f2f7e4447c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771851:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771859:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.771866:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.771945:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720578957 time 7819720805165 state 0x0 ref 3 00000100:00100000:0.0:1777580298.771974:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+400:282085:x1863919946269824:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580298.771985:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.771996:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4449f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbf6 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.772031:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.772411:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e4446e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbe8 expref: 401 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.772432:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44483 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbe8 expref: 400 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.772441:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77b:0x0].0x0 (ffffa02498aac300) 00010000:00010000:3.0:1777580298.772444:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.772447:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000100:00100000:3.0:1777580298.772487:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+400:282082:x1863919946269568:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1212us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.772496:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18325 00010000:00010000:2.0:1777580298.772519:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.772525:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772533:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772547:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.772550:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.772554:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772560:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44491 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772574:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772582:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772588:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772594:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.772598:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772605:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772614:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02427669b00) 00010000:00010000:2.0:1777580298.772618:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.772621:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772628:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44498 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772661:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4448a lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbef expref: 399 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772673:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.772676:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.772680:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4448a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbef expref: 399 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.772696:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7c00, rc 0) 00000100:00100000:2.0:1777580298.772723:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282084:x1863919946269696:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1093us (2259us total) trans 0 rc 301/301 00000100:00100000:2.0:1777580298.772736:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18326 00010000:00010000:0.0:1777580298.772798:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.772816:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.772838:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.772847:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.772855:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773008:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e444b4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773019:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e444b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773029:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e444b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580298.773059:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x77e:0x0]: returning size 0 00000004:00200000:0.0:1777580298.773063:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580298.773082:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e444b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773094:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e444b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773103:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773114:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773121:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773127:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.773157:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773165:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773177:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.773180:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.773183:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773189:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e444a6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773201:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773208:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773214:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773220:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.773224:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773231:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773240:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa0248a60e400) 00010000:00010000:0.0:1777580298.773244:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.773247:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773253:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e444ad lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773289:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4449f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbf6 expref: 398 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773304:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e444b4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbf6 expref: 397 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.773311:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77e:0x0].0x0 (ffffa024aee2db00) 00010000:00010000:0.0:1777580298.773314:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580298.773318:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839400, rc 0) 00000100:00100000:0.0:1777580298.773364:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282085:x1863919946269824:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1396us (2839us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.773374:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18327 00000100:00100000:0.0:1777580298.773380:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720578957 time 7819720805165 state 0x2 ref 0 00000100:00100000:2.0:1777580298.780644:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.780798:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946270080 00000100:00100000:0.0:1777580298.780814:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946270080 00000100:00100000:0.0:1777580298.780900:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3937 00000100:00100000:0.0:1777580298.780916:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282081:x1863919946270080:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580298.781525:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282081:x1863919946270080:12345-192.168.202.9@tcp:35:touch.500 Request processed in 611us (890us total) trans 8589949819 rc 0/0 00000100:00100000:2.0:1777580298.781536:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3937 00000100:00100000:2.0:1777580298.799745:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.799807:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.799860:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.799902:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946270208 00000100:00100000:3.0:1777580298.799918:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946270208 00000100:00100000:3.0:1777580298.800007:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946270336 00000100:00100000:3.0:1777580298.800011:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946270336 00000100:00100000:3.0:1777580298.800047:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11235 00000100:00100000:3.0:1777580298.800061:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2362:x1863919946270208:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.800088:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.800120:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cbfd expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.800174:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00010000:3.0:1777580298.800203:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1543:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:3.0:1777580298.800234:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.800237:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.800249:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 38 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.800272:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 38 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.800291:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149c00, rc 0) 00000100:00100000:3.0:1777580298.800371:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2362:x1863919946270208:12345-192.168.202.9@tcp:101:rm.500 Request processed in 314us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.800382:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11235 00000100:00100000:3.0:1777580298.800409:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946270720 00000100:00100000:3.0:1777580298.800414:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946270720 00000100:00100000:3.0:1777580298.800450:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11236 00000100:00100000:3.0:1777580298.800459:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2362:x1863919946270336:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.800468:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.800487:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc04 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580298.800509:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1568:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:3.0:1777580298.800522:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.800524:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.800542:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 40 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.800556:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 40 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.800566:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248c032800, rc 0) 00000100:00100000:3.0:1777580298.800603:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2362:x1863919946270336:12345-192.168.202.9@tcp:101:rm.500 Request processed in 145us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.800611:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11236 00000100:00100000:3.0:1777580298.800632:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11237 00000100:00100000:3.0:1777580298.800642:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2362:x1863919946270720:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.800650:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.800664:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc0b expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580298.800680:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1544:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:3.0:1777580298.800692:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.800695:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.800700:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 39 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.800713:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 39 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.800723:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248c032c00, rc 0) 00000100:00100000:3.0:1777580298.800760:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2362:x1863919946270720:12345-192.168.202.9@tcp:101:rm.500 Request processed in 120us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.800767:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11237 00000100:00100000:3.0:1777580298.800836:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946270592 00000100:00100000:3.0:1777580298.800840:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946270592 00000100:00100000:3.0:1777580298.800881:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720578957 time 7819720805165 state 0x0 ref 1 00000100:00100000:3.0:1777580298.800892:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720905165 time 7819720805165 state 0x1 ref 1 00000100:00100000:3.0:1777580298.800913:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720905165 time 7819749776016 state 0x0 ref 1 00000100:00100000:3.0:1777580298.800921:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282072:x1863919946270592:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580298.800990:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00080000:2.0:1777580298.801012:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777580298.801021:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e4424c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x779:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb55 expref: 398 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801050:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44093 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x779:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb01 expref: 397 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801061:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x779:0x0].0x0 (ffffa024989ec500) 00010000:00010000:3.0:1777580298.801072:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580298.801097:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801111:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801124:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801179:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801189:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801197:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801376:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801386:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.801394:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580298.802118:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1761, 64 off120896 00000004:00080000:3.0:1777580298.802130:0:207396:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7819750994336ns, next at 7820750989857ns, rc = 0 00010000:00010000:3.0:1777580298.802263:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802276:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802288:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802297:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802310:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802318:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802344:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580298.802357:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580298.802367:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802372:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802382:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802390:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.802390:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580298.802397:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802399:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.802407:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.802411:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.802420:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.802430:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x779:0x0].0x0 (ffffa0249881df00) 00010000:00010000:2.0:1777580298.802435:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580298.802440:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.802448:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444e5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x779:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.802463:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.802466:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.802469:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.805813:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x779:0x0].0x0 (ffffa0249881df00) 00010000:00010000:3.0:1777580298.805826:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580298.805837:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.805853:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e444de lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x779:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.805905:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.805914:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.806023:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.806031:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.806037:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.806046:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.806061:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.806064:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.806069:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.806076:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e444d0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.806090:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a03e7fc4 reply state 00000000171b71ea transno 8589949820 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.806102:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580298.806368:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282072:x1863919946270592:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5438us (6187us total) trans 8589949820 rc 0/0 00000100:00100000:3.0:1777580298.806382:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18328 00000100:00100000:3.0:1777580298.806394:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720905165 time 7819749776016 state 0x2 ref 0 00010000:00010000:3.0:1777580298.809226:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.809246:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.809313:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.809322:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.809329:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.809339:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.809360:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024989ec600) 00010000:00010000:3.0:1777580298.809365:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.809371:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.809378:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e444d7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.811777:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.812996:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946270848 00000100:00100000:3.0:1777580298.813013:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946270848 00000100:00100000:3.0:1777580298.813068:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819720905165 time 7819749776016 state 0x0 ref 1 00000100:00100000:3.0:1777580298.813085:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819749876016 time 7819749776016 state 0x1 ref 1 00000100:00100000:3.0:1777580298.813126:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819749876016 time 7819761987331 state 0x0 ref 1 00000100:00100000:3.0:1777580298.813166:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282087:x1863919946270848:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.813200:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.813230:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444ec lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc12 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813323:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813344:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813359:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813378:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813385:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813394:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813559:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44501 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813570:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44501 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813584:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44501 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580298.813622:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x780:0x0]: returning size 0 00000004:00200000:3.0:1777580298.813628:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580298.813655:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44501 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813671:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44501 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813680:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813688:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813696:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813704:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.813709:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813719:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813736:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.813740:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.813747:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813758:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e444f3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813777:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813784:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813790:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813797:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.813800:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813807:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813817:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa0249881de00) 00010000:00010000:3.0:1777580298.813820:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.813824:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813831:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e444fa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813874:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e444ec lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc12 expref: 399 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813897:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44501 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc12 expref: 398 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.813904:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x780:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:3.0:1777580298.813907:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.813911:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5200, rc 0) 00000100:00100000:3.0:1777580298.814021:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282087:x1863919946270848:12345-192.168.202.9@tcp:101:rm.500 Request processed in 860us (2258us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.814031:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18329 00000100:00100000:3.0:1777580298.814038:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819749876016 time 7819761987331 state 0x2 ref 0 00000100:00100000:2.0:1777580298.823630:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580298.823700:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.823929:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946270976 00000100:00100000:3.0:1777580298.823943:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946270976 00000100:00100000:3.0:1777580298.824036:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11238 00000100:00100000:3.0:1777580298.824049:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2361:x1863919946270976:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.824076:0:205906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.824107:0:205906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc19 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580298.824166:0:205906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1545:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:3.0:1777580298.824199:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.824202:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580298.824214:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 40 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.824238:0:205906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 40 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.824264:0:205906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5800, rc 0) 00000100:00100000:3.0:1777580298.824348:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2361:x1863919946270976:12345-192.168.202.9@tcp:101:rm.500 Request processed in 302us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.824357:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11238 00000100:00100000:0.0:1777580298.828098:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946271232 00000100:00100000:0.0:1777580298.828123:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946271232 00000100:00100000:2.0:1777580298.828475:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819749876016 time 7819761987331 state 0x0 ref 1 00000100:00100000:2.0:1777580298.828493:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819762087331 time 7819761987331 state 0x1 ref 1 00000100:00100000:2.0:1777580298.828744:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819762087331 time 7819777604827 state 0x0 ref 1 00000100:00100000:2.0:1777580298.828770:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282075:x1863919946271232:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580298.828854:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580298.828891:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44276 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x777:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb5c expref: 398 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829090:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e43fdd lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x777:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cac9 expref: 397 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829109:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x777:0x0].0x0 (ffffa024aee2da00) 00010000:00010000:2.0:1777580298.829128:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.829327:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829352:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829365:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829387:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829395:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829403:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829607:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829618:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.829627:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580298.830473:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1765, 64 off121152 00010000:00010000:2.0:1777580298.831444:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831468:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831482:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831494:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831502:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831509:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831548:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580298.831583:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831589:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831596:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831603:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.831608:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831617:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831632:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x777:0x0].0x0 (ffffa02427669200) 00010000:00010000:2.0:1777580298.831636:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580298.831642:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831653:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4451d lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x777:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831680:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831688:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831696:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831702:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.831707:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831715:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831727:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.831730:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.831734:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.831741:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4450f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.831755:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000502805a4 reply state 00000000b6b71a96 transno 8589949821 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.831766:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.831907:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282075:x1863919946271232:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3140us (8199us total) trans 8589949821 rc 0/0 00000100:00100000:2.0:1777580298.831934:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18330 00000100:00100000:2.0:1777580298.831946:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819762087331 time 7819777604827 state 0x2 ref 0 00010000:00010000:3.0:1777580298.832248:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580298.832257:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.832266:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580298.832271:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.832282:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.832295:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x777:0x0].0x0 (ffffa02427669200) 00010000:00010000:3.0:1777580298.832298:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580298.832302:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.832308:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44524 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x777:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.832332:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.832335:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.832338:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.842763:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.842793:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.842803:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.842812:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.842820:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.842830:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.842856:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02427669b00) 00010000:00010000:3.0:1777580298.842860:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.842867:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.842874:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44516 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.844106:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.844232:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946271488 00000100:00100000:3.0:1777580298.844247:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946271488 00000100:00100000:3.0:1777580298.844301:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819762087331 time 7819777604827 state 0x0 ref 1 00000100:00100000:3.0:1777580298.844318:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819777704827 time 7819777604827 state 0x1 ref 1 00000100:00100000:3.0:1777580298.844357:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819777704827 time 7819793218376 state 0x0 ref 1 00000100:00100000:3.0:1777580298.844371:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282080:x1863919946271488:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580298.844456:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580298.844487:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e442c3 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb6a expref: 397 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844512:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44134 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x77a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb24 expref: 396 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844524:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77a:0x0].0x0 (ffffa02427669600) 00010000:00010000:3.0:1777580298.844540:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580298.844572:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844588:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844600:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844616:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844623:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844629:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844782:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844791:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.844798:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580298.845482:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1766, 64 off121216 00010000:00010000:3.0:1777580298.845567:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845579:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845589:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845597:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845605:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845612:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845648:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580298.845675:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845682:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845689:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845700:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.845705:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845713:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845725:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77a:0x0].0x0 (ffffa0249881d900) 00010000:00010000:3.0:1777580298.845728:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580298.845733:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845739:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44539 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x77a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845762:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845768:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845774:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845779:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.845782:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845788:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845800:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.845803:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.845806:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.845812:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4452b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.845821:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002b250b9 reply state 000000009a0c0033 transno 8589949822 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.845831:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580298.845944:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282080:x1863919946271488:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1571us (1843us total) trans 8589949822 rc 0/0 00000100:00100000:3.0:1777580298.845970:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18331 00000100:00100000:3.0:1777580298.845979:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819777704827 time 7819793218376 state 0x2 ref 0 00010000:00010000:0.0:1777580298.847689:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580298.847710:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.847725:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580298.847732:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.847745:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.847767:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77a:0x0].0x0 (ffffa0249881d900) 00010000:00010000:0.0:1777580298.847771:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580298.847778:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.847785:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44540 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.847816:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.847820:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.847823:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.856617:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.856645:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.856655:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.856664:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.856671:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.856685:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.856711:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0249881de00) 00010000:00010000:3.0:1777580298.856716:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.856723:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.856731:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44532 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.859737:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.861200:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946271616 00000100:00100000:3.0:1777580298.861216:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946271616 00000100:00100000:3.0:1777580298.861294:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819777704827 time 7819793218376 state 0x0 ref 1 00000100:00100000:3.0:1777580298.861311:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819793318376 time 7819793218376 state 0x1 ref 1 00000100:00100000:3.0:1777580298.861349:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819793318376 time 7819810211318 state 0x0 ref 1 00000100:00100000:3.0:1777580298.861369:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+396:282086:x1863919946271616:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580298.861402:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580298.861433:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44547 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc20 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861529:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861548:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861567:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861588:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861597:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861605:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861779:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4455c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861790:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4455c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861800:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4455c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580298.861838:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x77f:0x0]: returning size 0 00000004:00200000:3.0:1777580298.861843:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580298.861869:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4455c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861883:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4455c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861893:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861904:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861911:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861917:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.861923:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861932:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861945:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.861948:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.861964:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861971:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4454e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861985:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861991:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.861997:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.862003:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.862006:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.862013:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.862020:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa0249881d900) 00010000:00010000:3.0:1777580298.862023:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.862026:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.862031:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44555 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.862069:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44547 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc20 expref: 398 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.862085:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4455c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc20 expref: 397 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.862093:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77f:0x0].0x0 (ffffa024aee2d600) 00010000:00010000:3.0:1777580298.862096:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580298.862099:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee8000, rc 0) 00000100:00100000:3.0:1777580298.862210:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282086:x1863919946271616:12345-192.168.202.9@tcp:101:rm.500 Request processed in 850us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580298.862219:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18332 00000100:00100000:3.0:1777580298.862225:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819793318376 time 7819810211318 state 0x2 ref 0 00000100:00100000:2.0:1777580298.867081:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.867242:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946271744 00000100:00100000:0.0:1777580298.867266:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946271744 00000100:00100000:0.0:1777580298.867329:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819793318376 time 7819810211318 state 0x0 ref 1 00000100:00100000:0.0:1777580298.867347:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819810311318 time 7819810211318 state 0x1 ref 1 00000100:00100000:0.0:1777580298.867383:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819810311318 time 7819816243894 state 0x0 ref 1 00000100:00100000:0.0:1777580298.867399:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282084:x1863919946271744:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580298.867428:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.867457:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44563 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc27 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867568:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867588:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867603:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867621:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867630:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867638:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867753:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867762:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867776:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867784:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.867790:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867800:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867814:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.867819:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.867825:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867832:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4456a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867848:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867855:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867861:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867868:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.867871:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867882:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867892:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0248a60e400) 00010000:00010000:0.0:1777580298.867895:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.867899:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867905:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44571 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867948:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44563 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc27 expref: 398 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867975:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.867978:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.867983:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44563 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc27 expref: 398 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.867995:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839e00, rc 0) 00000100:00100000:0.0:1777580298.868089:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282084:x1863919946271744:12345-192.168.202.9@tcp:101:rm.500 Request processed in 693us (1024us total) trans 0 rc 301/301 00000100:00100000:0.0:1777580298.868099:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18333 00000100:00100000:0.0:1777580298.868105:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819810311318 time 7819816243894 state 0x2 ref 0 00000100:00100000:2.0:1777580298.871179:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.871805:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946271872 00000100:00100000:0.0:1777580298.871820:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946271872 00000100:00100000:0.0:1777580298.871916:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11239 00000100:00100000:0.0:1777580298.871932:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2364:x1863919946271872:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580298.871966:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580298.871998:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc2e expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580298.872037:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1569:0x0] initial LVB size: 0, mtime: 0x69f3b909, atime: 0x69f3b909, ctime: 0x69f3b909, blocks: 0x1 00010000:00010000:0.0:1777580298.872064:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580298.872067:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580298.872080:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 41 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.872102:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 41 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.872120:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838e00, rc 0) 00000100:00100000:0.0:1777580298.872232:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2364:x1863919946271872:12345-192.168.202.9@tcp:101:rm.500 Request processed in 303us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580298.872242:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11239 00000100:00100000:2.0:1777580298.876849:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.877595:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946272128 00000100:00100000:3.0:1777580298.877611:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946272128 00000100:00100000:3.0:1777580298.877671:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819810311318 time 7819816243894 state 0x0 ref 1 00000100:00100000:3.0:1777580298.877689:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819816343894 time 7819816243894 state 0x1 ref 1 00000100:00100000:3.0:1777580298.877731:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819816343894 time 7819826592336 state 0x0 ref 1 00000100:00100000:3.0:1777580298.877749:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282083:x1863919946272128:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580298.877827:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580298.877869:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44467 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbe1 expref: 397 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.877904:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e442d1 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x77d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb86 expref: 396 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.877920:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77d:0x0].0x0 (ffffa024aee2df00) 00010000:00010000:3.0:1777580298.877939:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580298.877984:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.878005:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.878019:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.878039:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.878047:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.878061:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.878275:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.878285:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.878293:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580298.879090:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1767, 64 off121280 00010000:00010000:3.0:1777580298.879231:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879246:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879257:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879267:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879275:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879281:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879304:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580298.879331:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879337:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879344:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879350:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.879355:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879363:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879377:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77d:0x0].0x0 (ffffa0249881de00) 00010000:00010000:3.0:1777580298.879381:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580298.879386:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879393:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4458d lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879417:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879425:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879431:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879442:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.879446:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879453:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879463:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580298.879480:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.879485:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.879491:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4457f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580298.879504:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002083aeb5 reply state 00000000d399caaa transno 8589949823 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.879514:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580298.879652:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282083:x1863919946272128:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1902us (2813us total) trans 8589949823 rc 0/0 00000100:00100000:3.0:1777580298.879664:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18334 00000100:00100000:3.0:1777580298.879675:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819816343894 time 7819826592336 state 0x2 ref 0 00010000:00010000:0.0:1777580298.879918:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580298.879927:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.879936:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580298.879941:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.879949:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.879969:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77d:0x0].0x0 (ffffa0249881de00) 00010000:00010000:0.0:1777580298.879971:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580298.879975:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.879981:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44594 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.880003:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.880006:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.880009:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.885714:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.885736:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.885746:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.885755:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.885762:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.885770:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.885793:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa0249881d900) 00010000:00010000:2.0:1777580298.885796:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.885802:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.885813:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44586 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.886794:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580298.887165:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946272384 00000100:00100000:3.0:1777580298.887180:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946272384 00000100:00100000:3.0:1777580298.887234:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819816343894 time 7819826592336 state 0x0 ref 1 00000100:00100000:3.0:1777580298.887264:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819826692336 time 7819826592336 state 0x1 ref 1 00000100:00100000:3.0:1777580298.887304:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819826692336 time 7819836165767 state 0x0 ref 1 00000100:00100000:3.0:1777580298.887317:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+396:282082:x1863919946272384:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580298.887399:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580298.887430:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e44483 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbe8 expref: 396 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887458:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e441c0 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x77b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb40 expref: 395 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887469:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77b:0x0].0x0 (ffffa02498aac300) 00010000:00010000:3.0:1777580298.887480:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580298.887518:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887536:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887548:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887566:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887573:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887593:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887756:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887765:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.887773:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580298.890202:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1762, 64 off120960 00010000:00010000:2.0:1777580298.890513:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890536:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890550:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890560:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890624:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890632:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890704:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580298.890742:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890750:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890756:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890764:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.890769:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890776:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890791:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77b:0x0].0x0 (ffffa024989ec600) 00010000:00010000:2.0:1777580298.890793:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580298.890799:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890805:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e445a9 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x77b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890830:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890837:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890842:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890846:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.890849:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890853:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890863:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.890865:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.890868:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.890873:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e4459b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.890883:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000231e1dff reply state 0000000030d1e847 transno 8589949824 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.890892:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.891542:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+396:282082:x1863919946272384:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4219us (4749us total) trans 8589949824 rc 0/0 00000100:00100000:2.0:1777580298.891557:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18335 00000100:00100000:2.0:1777580298.891578:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819826692336 time 7819836165767 state 0x2 ref 0 00010000:00010000:3.0:1777580298.891866:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580298.891877:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.891886:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580298.891891:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.891901:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.891927:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77b:0x0].0x0 (ffffa024989ec600) 00010000:00010000:3.0:1777580298.891932:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580298.891937:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.891945:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e445b0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.891980:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.891983:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.891987:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580298.899296:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580298.899427:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.899445:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.899452:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.899458:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.899462:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.899468:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.899485:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa0249881de00) 00010000:00010000:0.0:1777580298.899488:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.899492:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.899497:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e445a2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.899880:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946272640 00000100:00100000:2.0:1777580298.899894:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946272640 00000100:00100000:2.0:1777580298.899960:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819826692336 time 7819836165767 state 0x0 ref 1 00000100:00100000:2.0:1777580298.899975:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819836265767 time 7819836165767 state 0x1 ref 1 00000100:00100000:2.0:1777580298.900015:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819836265767 time 7819848876532 state 0x0 ref 1 00000100:00100000:2.0:1777580298.900032:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+395:282085:x1863919946272640:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580298.900109:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580298.900170:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e444b4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbf6 expref: 395 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.900191:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e443e2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x77e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbb7 expref: 394 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.900200:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77e:0x0].0x0 (ffffa024aee2db00) 00010000:00010000:2.0:1777580298.900211:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580298.900237:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.900251:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.900263:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.900278:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.900468:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.900474:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.901099:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.901110:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.901118:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580298.902037:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1763, 64 off121024 00010000:00010000:2.0:1777580298.903052:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903074:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903088:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903097:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903103:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903110:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903162:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580298.903198:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903204:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903211:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903218:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.903224:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903233:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903249:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77e:0x0].0x0 (ffffa02427669600) 00010000:00010000:2.0:1777580298.903253:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580298.903259:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903266:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e445c5 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x77e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903300:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903306:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903312:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903318:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.903321:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903327:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903335:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580298.903338:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.903340:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.903351:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e445b7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580298.903362:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065ef7157 reply state 0000000039c6874d transno 8589949825 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580298.903372:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580298.903497:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+395:282085:x1863919946272640:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3463us (4220us total) trans 8589949825 rc 0/0 00000100:00100000:2.0:1777580298.903509:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18336 00000100:00100000:2.0:1777580298.903518:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819836265767 time 7819848876532 state 0x2 ref 0 00010000:00010000:3.0:1777580298.903663:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580298.903671:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.903678:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580298.903681:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.903688:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.903698:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77e:0x0].0x0 (ffffa02427669600) 00010000:00010000:3.0:1777580298.903701:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580298.903704:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.903709:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e445cc lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.903724:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.903727:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.903728:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580298.907383:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.907408:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.907416:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.907422:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580298.907429:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.907438:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.907460:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02427669f00) 00010000:00010000:2.0:1777580298.907463:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580298.907469:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580298.907476:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e445be lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.918994:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.919123:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946272896 00000100:00100000:0.0:1777580298.919165:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946272896 00000100:00100000:0.0:1777580298.919233:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819836265767 time 7819848876532 state 0x0 ref 1 00000100:00100000:0.0:1777580298.919251:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819848976532 time 7819848876532 state 0x1 ref 1 00000100:00100000:0.0:1777580298.919290:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819848976532 time 7819868152030 state 0x0 ref 1 00000100:00100000:0.0:1777580298.919306:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+394:282087:x1863919946272896:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580298.919395:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580298.919444:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44501 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x780:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc12 expref: 394 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919489:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44444 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x780:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbd3 expref: 393 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919503:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x780:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:0.0:1777580298.919521:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.919554:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919585:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919599:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919620:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919628:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919636:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919824:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919834:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.919844:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580298.920623:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1764, 64 off121088 00010000:00010000:0.0:1777580298.920735:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920748:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920758:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920767:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920776:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920784:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920810:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580298.920837:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920844:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920851:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920860:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.920866:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920876:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920887:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x780:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:0.0:1777580298.920891:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580298.920896:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920903:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445e1 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920926:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920938:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920944:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920962:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.920966:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920973:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920985:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.920988:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.920991:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.920998:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445d3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.921011:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013d8d4af reply state 000000003330312c transno 8589949826 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.921022:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580298.921166:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+394:282087:x1863919946272896:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1832us (2157us total) trans 8589949826 rc 0/0 00000100:00100000:0.0:1777580298.921178:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18337 00000100:00100000:0.0:1777580298.921186:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819848976532 time 7819868152030 state 0x2 ref 0 00010000:00010000:0.0:1777580298.921243:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580298.921250:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.921259:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580298.921263:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.921269:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.921279:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x780:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:0.0:1777580298.921281:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580298.921284:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.921289:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e445e8 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x780:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.921303:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.921305:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580298.921307:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.926175:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.926202:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.926212:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.926225:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.926234:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.926244:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.926270:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa0248a60e400) 00010000:00010000:3.0:1777580298.926275:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.926281:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.926288:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e445da lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580298.928220:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580298.928346:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946273152 00000100:00100000:0.0:1777580298.928361:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946273152 00000100:00100000:0.0:1777580298.928413:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819848976532 time 7819868152030 state 0x0 ref 1 00000100:00100000:0.0:1777580298.928429:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819868252030 time 7819868152030 state 0x1 ref 1 00000100:00100000:0.0:1777580298.928466:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819868252030 time 7819877328306 state 0x0 ref 1 00000100:00100000:0.0:1777580298.928480:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+393:282086:x1863919946273152:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580298.928577:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580298.928614:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4455c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc20 expref: 393 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928644:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44413 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x77f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbc5 expref: 392 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928658:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77f:0x0].0x0 (ffffa024aee2d600) 00010000:00010000:0.0:1777580298.928673:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580298.928704:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928723:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928736:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928753:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928761:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928769:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928929:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928937:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.928948:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580298.929643:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1768, 64 off121344 00010000:00010000:0.0:1777580298.929746:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929758:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929768:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929778:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929786:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929792:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929821:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580298.929846:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929852:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929860:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929871:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.929876:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929884:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929895:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77f:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:0.0:1777580298.929899:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580298.929903:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929909:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e445fd lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x77f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929927:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929934:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929940:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929947:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580298.929963:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929969:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929983:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580298.929985:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580298.929991:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580298.929997:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e445ef lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580298.930008:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000191a25 reply state 000000004b4cabdc transno 8589949827 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580298.930019:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580298.930175:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+393:282086:x1863919946273152:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1692us (1966us total) trans 8589949827 rc 0/0 00000100:00100000:0.0:1777580298.930186:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18338 00000100:00100000:0.0:1777580298.930196:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819868252030 time 7819877328306 state 0x2 ref 0 00010000:00010000:3.0:1777580298.931594:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580298.931609:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.931621:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580298.931627:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.931636:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.931658:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x77f:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:3.0:1777580298.931662:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580298.931666:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.931673:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44604 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x77f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.931699:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.931701:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.931703:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580298.940898:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.940934:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.940945:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.940961:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580298.940968:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.940977:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.941004:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa0248a60e100) 00010000:00010000:3.0:1777580298.941009:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580298.941017:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580298.941025:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e445f6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.009606:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.009824:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946273408 00000100:00100000:2.0:1777580299.009837:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946273408 00000100:00100000:2.0:1777580299.009924:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819680826514 time 7819691297306 state 0x0 ref 1 00000100:00100000:2.0:1777580299.009942:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819691397306 time 7819691297306 state 0x1 ref 1 00000100:00100000:2.0:1777580299.009986:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819691397306 time 7819958847684 state 0x0 ref 1 00000100:00100000:2.0:1777580299.010001:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+122:282094:x1863919946273408:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.010035:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.010062:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4460b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc35 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.010300:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.010320:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.010335:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.010352:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.010360:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.010370:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777580299.011236:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:2.0:1777580299.013431:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x156a:0x0], index 0: 0 00010000:00010000:2.0:1777580299.013917:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44620 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.013940:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44620 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.013975:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44620 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014033:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014042:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014050:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014058:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.014064:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014074:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014091:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.014095:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.014104:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014111:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44612 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.014130:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cb74111 reply state 00000000bae4c584 transno 8589949828 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.014194:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580299.014248:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4460b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc35 expref: 125 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014280:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44620 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc35 expref: 124 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.014289:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a1:0x0].0x0 (ffffa02427669b00) 00010000:00010000:2.0:1777580299.014292:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.014295:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6800, rc 0) 00000100:00100000:2.0:1777580299.017956:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282094:x1863919946273408:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7922us (8329us total) trans 8589949828 rc 0/0 00000100:00100000:2.0:1777580299.017976:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18339 00000100:00100000:2.0:1777580299.017988:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819691397306 time 7819958847684 state 0x2 ref 0 00010000:00010000:3.0:1777580299.020985:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.021008:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.021018:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.021025:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.021033:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.021042:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.021067:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02427669f00) 00010000:00010000:3.0:1777580299.021072:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.021078:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.021085:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44619 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.028078:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.029194:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946273664 00000100:00100000:2.0:1777580299.029211:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946273664 00000100:00100000:2.0:1777580299.031059:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819691397306 time 7819958847684 state 0x0 ref 1 00000100:00100000:2.0:1777580299.031082:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819958947684 time 7819958847684 state 0x1 ref 1 00000100:00100000:2.0:1777580299.031159:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819958947684 time 7819980020517 state 0x0 ref 1 00000100:00100000:2.0:1777580299.031196:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+124:282094:x1863919946273664:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580299.031297:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580299.031337:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e44620 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc35 expref: 124 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.031364:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a1:0x0].0x0 (ffffa02427669b00) 00010000:00010000:2.0:1777580299.031380:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.031482:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.031499:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.031511:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.031719:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085cabe2e reply state 0000000077f8b20f transno 8589949829 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.031730:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.031875:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282094:x1863919946273664:12345-192.168.202.9@tcp:36:touch.500 Request processed in 701us (3810us total) trans 8589949829 rc 0/0 00000100:00100000:2.0:1777580299.031887:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18340 00000100:00100000:2.0:1777580299.031893:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819958947684 time 7819980020517 state 0x2 ref 0 00000100:00100000:0.0:1777580299.037275:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.037421:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946273920 00000100:00100000:3.0:1777580299.037434:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946273920 00000100:00100000:3.0:1777580299.037484:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819958947684 time 7819980020517 state 0x0 ref 1 00000100:00100000:3.0:1777580299.037500:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819980120517 time 7819980020517 state 0x1 ref 1 00000100:00100000:3.0:1777580299.037548:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819980120517 time 7819986410065 state 0x0 ref 1 00000100:00100000:3.0:1777580299.037563:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282098:x1863919946273920:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.037591:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.037619:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44635 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc3c expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.037830:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.037851:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.037866:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.037884:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.037892:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.037900:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580299.039380:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1546:0x0], index 1: 0 00010000:00010000:3.0:1777580299.041714:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4464a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.041747:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4464a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.041764:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4464a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.041830:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.041840:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.041850:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.041859:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.041864:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.041874:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.041892:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.041896:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.041903:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.044841:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4463c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.044879:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088e64e5e reply state 0000000076aab520 transno 8589949830 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.044893:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.045009:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44635 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc3c expref: 128 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.045035:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4464a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc3c expref: 127 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.045046:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a2:0x0].0x0 (ffffa024989ec500) 00010000:00010000:3.0:1777580299.045050:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.045055:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4c00, rc 0) 00000100:00100000:3.0:1777580299.045392:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282098:x1863919946273920:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7829us (8143us total) trans 8589949830 rc 0/0 00000100:00100000:3.0:1777580299.045406:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18341 00000100:00100000:3.0:1777580299.045418:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819980120517 time 7819986410065 state 0x2 ref 0 00000100:00100000:2.0:1777580299.080695:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580299.080895:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.080912:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.080922:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.080929:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.080935:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.080944:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.080978:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a1:0x0].0x0 (ffffa02427669200) 00010000:00010000:3.0:1777580299.080983:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.080988:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.080995:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4462e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.081235:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946274048 00000100:00100000:2.0:1777580299.081248:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946274048 00000100:00100000:2.0:1777580299.081522:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819980120517 time 7819986410065 state 0x0 ref 1 00000100:00100000:2.0:1777580299.081660:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819986510065 time 7819986410065 state 0x1 ref 1 00000100:00100000:2.0:1777580299.081697:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819986510065 time 7820030558448 state 0x0 ref 1 00000100:00100000:2.0:1777580299.081713:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282094:x1863919946274048:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.081745:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.081768:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44658 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc43 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.081842:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44658 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc43 expref: 128 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.081858:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44658 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc43 expref: 128 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.081877:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a1:0x0].0x0 (ffffa02427669b00) 00010000:00010000:2.0:1777580299.081880:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580299.081883:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6a00, rc 0) 00000100:00100000:2.0:1777580299.081970:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282094:x1863919946274048:12345-192.168.202.9@tcp:101:touch.500 Request processed in 262us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.081978:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18342 00000100:00100000:2.0:1777580299.081983:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819986510065 time 7820030558448 state 0x2 ref 0 00010000:00010000:3.0:1777580299.093586:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.093610:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.093619:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.093625:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.093632:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.093862:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.093883:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa024989ec600) 00010000:00010000:3.0:1777580299.093887:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.093893:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.093901:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44643 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.095606:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.096029:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946274304 00000100:00100000:0.0:1777580299.096043:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946274304 00000100:00100000:0.0:1777580299.096098:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819986510065 time 7820030558448 state 0x0 ref 1 00000100:00100000:0.0:1777580299.096116:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820030658448 time 7820030558448 state 0x1 ref 1 00000100:00100000:0.0:1777580299.096179:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820030658448 time 7820045040724 state 0x0 ref 1 00000100:00100000:0.0:1777580299.096197:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeeb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282098:x1863919946274304:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580299.096310:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580299.096348:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4464a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc3c expref: 127 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.096373:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a2:0x0].0x0 (ffffa024989ec500) 00010000:00010000:0.0:1777580299.096388:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.096491:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.096508:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.096520:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.096726:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d262d2f reply state 000000003800fb32 transno 8589949831 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.096739:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.096883:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeeb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282098:x1863919946274304:12345-192.168.202.9@tcp:36:touch.500 Request processed in 690us (1293us total) trans 8589949831 rc 0/0 00000100:00100000:0.0:1777580299.096894:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18343 00000100:00100000:0.0:1777580299.096901:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820030658448 time 7820045040724 state 0x2 ref 0 00000100:00100000:0.0:1777580299.110103:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.110182:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946274432 00000100:00100000:0.0:1777580299.110194:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946274432 00000100:00100000:0.0:1777580299.110281:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11240 00000100:00100000:0.0:1777580299.110298:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2364:x1863919946274432:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.110776:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2364:x1863919946274432:12345-192.168.202.9@tcp:2:touch.500 Request processed in 481us (687us total) trans 8589938770 rc 0/0 00000100:00100000:0.0:1777580299.110790:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11240 00000100:00080000:3.0:1777580299.111239:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777580299.115829:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580299.115916:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.115929:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.115937:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.115944:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.115959:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.115969:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.115990:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a2:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:3.0:1777580299.115993:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.115999:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.116005:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4465f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.116046:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946274688 00000100:00100000:0.0:1777580299.116061:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946274688 00000100:00100000:0.0:1777580299.116111:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820030658448 time 7820045040724 state 0x0 ref 1 00000100:00100000:0.0:1777580299.116126:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820045140724 time 7820045040724 state 0x1 ref 1 00000100:00100000:0.0:1777580299.116179:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820045140724 time 7820065040478 state 0x0 ref 1 00000100:00100000:0.0:1777580299.116195:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282100:x1863919946274688:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.116222:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.116245:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44666 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc4a expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.116455:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.116473:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.116486:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.116508:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.116516:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.116536:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580299.117424:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x156b:0x0], index 0: 0 00010000:00010000:0.0:1777580299.120065:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4467b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120097:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4467b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120116:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4467b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120196:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120205:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120213:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120220:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.120226:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120235:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120265:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.120269:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.120276:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120288:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4466d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.120306:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009dba181a reply state 000000004314db24 transno 8589949832 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.120319:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580299.120379:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44666 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc4a expref: 130 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120397:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4467b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc4a expref: 129 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.120406:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a3:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:0.0:1777580299.120409:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.120412:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838a00, rc 0) 00000100:00100000:0.0:1777580299.120535:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+130:282100:x1863919946274688:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4335us (4714us total) trans 8589949832 rc 0/0 00000100:00100000:0.0:1777580299.120549:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18344 00000100:00100000:0.0:1777580299.120559:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820045140724 time 7820065040478 state 0x2 ref 0 00000100:00100000:0.0:1777580299.120683:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.121703:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946274816 00000100:00100000:3.0:1777580299.121717:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946274816 00000100:00100000:3.0:1777580299.121765:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820045140724 time 7820065040478 state 0x0 ref 1 00000100:00100000:3.0:1777580299.121780:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820065140478 time 7820065040478 state 0x1 ref 1 00000100:00100000:3.0:1777580299.121809:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820065140478 time 7820070671297 state 0x0 ref 1 00000100:00100000:3.0:1777580299.121826:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+130:282098:x1863919946274816:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.121855:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.121878:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44689 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc51 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.121936:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44689 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc51 expref: 131 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.121968:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44689 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc51 expref: 131 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.121989:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a2:0x0].0x0 (ffffa02498aac300) 00010000:00010000:3.0:1777580299.121993:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.121996:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4800, rc 0) 00000100:00100000:3.0:1777580299.122057:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+131:282098:x1863919946274816:12345-192.168.202.9@tcp:101:touch.500 Request processed in 235us (1377us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.122065:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18345 00000100:00100000:3.0:1777580299.122071:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820065140478 time 7820070671297 state 0x2 ref 0 00000100:00100000:0.0:1777580299.133221:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.133401:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946275072 00000100:00100000:2.0:1777580299.133416:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946275072 00000100:00100000:2.0:1777580299.133493:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3938 00000100:00100000:2.0:1777580299.133505:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+131:282094:x1863919946275072:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580299.133972:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282094:x1863919946275072:12345-192.168.202.9@tcp:35:touch.500 Request processed in 467us (764us total) trans 8589949833 rc 0/0 00000100:00100000:2.0:1777580299.133980:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3938 00010000:00010000:3.0:1777580299.142358:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.142377:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580299.142384:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.142395:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.142407:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.142414:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.142424:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.142452:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0248a60e100) 00010000:00010000:3.0:1777580299.142456:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.142464:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.142472:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44674 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.143002:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946275200 00000100:00100000:0.0:1777580299.143018:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946275200 00000100:00100000:0.0:1777580299.143156:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11241 00000100:00100000:0.0:1777580299.143172:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeebb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2363:x1863919946275200:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.143619:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeebb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946275200:12345-192.168.202.9@tcp:2:touch.500 Request processed in 452us (1262us total) trans 8589938372 rc 0/0 00000100:00100000:0.0:1777580299.143629:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11241 00000100:00080000:3.0:1777580299.144420:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777580299.158528:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.158665:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946275456 00000100:00100000:2.0:1777580299.158680:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946275456 00000100:00100000:2.0:1777580299.158732:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820065140478 time 7820070671297 state 0x0 ref 1 00000100:00100000:2.0:1777580299.158748:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820070771297 time 7820070671297 state 0x1 ref 1 00000100:00100000:2.0:1777580299.158784:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820070771297 time 7820107646510 state 0x0 ref 1 00000100:00100000:2.0:1777580299.158798:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+131:282100:x1863919946275456:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580299.158882:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580299.158914:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4467b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc4a expref: 131 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.158938:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a3:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:2.0:1777580299.158962:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.159064:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.159081:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.159095:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.159318:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000901a355 reply state 00000000cbf047cb transno 8589949834 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.159330:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.159681:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282100:x1863919946275456:12345-192.168.202.9@tcp:36:touch.500 Request processed in 883us (1167us total) trans 8589949834 rc 0/0 00000100:00100000:2.0:1777580299.159691:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18346 00000100:00100000:2.0:1777580299.159698:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820070771297 time 7820107646510 state 0x2 ref 0 00000100:00100000:0.0:1777580299.165273:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.165372:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946275968 00000100:00100000:2.0:1777580299.165387:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946275968 00000100:00100000:2.0:1777580299.165456:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3939 00000100:00100000:2.0:1777580299.165466:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282098:x1863919946275968:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580299.165944:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282098:x1863919946275968:12345-192.168.202.9@tcp:35:touch.500 Request processed in 478us (682us total) trans 8589949835 rc 0/0 00000100:00100000:2.0:1777580299.165965:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3939 00000100:00100000:3.0:1777580299.167645:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.168021:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946275712 00000100:00100000:0.0:1777580299.168035:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946275712 00000100:00100000:0.0:1777580299.168088:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820070771297 time 7820107646510 state 0x0 ref 1 00000100:00100000:0.0:1777580299.168104:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820107746510 time 7820107646510 state 0x1 ref 1 00000100:00100000:0.0:1777580299.168165:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820107746510 time 7820117026690 state 0x0 ref 1 00000100:00100000:0.0:1777580299.168179:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282109:x1863919946275712:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.168204:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.168230:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44697 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc58 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.168422:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.168443:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.168458:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.168477:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.168489:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.168495:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580299.169114:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1547:0x0], index 1: 0 00010000:00010000:0.0:1777580299.169403:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e446ac lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169416:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e446ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169426:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e446ac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169469:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169477:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169485:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169492:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.169497:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169505:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169524:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.169527:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.169532:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169539:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4469e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.169552:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9b8adfc reply state 00000000e1b12ea4 transno 8589949836 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.169561:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580299.169599:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44697 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc58 expref: 136 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169614:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e446ac lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc58 expref: 135 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.169623:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a4:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:0.0:1777580299.169626:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.169628:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838a00, rc 0) 00000100:00100000:0.0:1777580299.169725:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282109:x1863919946275712:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1548us (2091us total) trans 8589949836 rc 0/0 00000100:00100000:0.0:1777580299.169733:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18347 00000100:00100000:0.0:1777580299.169742:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820107746510 time 7820117026690 state 0x2 ref 0 00010000:00010000:2.0:1777580299.170395:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.170407:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.170414:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.170419:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.170423:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.170430:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.170441:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a3:0x0].0x0 (ffffa02427669200) 00010000:00010000:2.0:1777580299.170444:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.170448:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.170453:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44690 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.177490:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.178268:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946276096 00000100:00100000:0.0:1777580299.178285:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946276096 00000100:00100000:0.0:1777580299.178345:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820107746510 time 7820117026690 state 0x0 ref 1 00000100:00100000:0.0:1777580299.178371:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820117126690 time 7820117026690 state 0x1 ref 1 00000100:00100000:0.0:1777580299.178400:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820117126690 time 7820127262325 state 0x0 ref 1 00000100:00100000:0.0:1777580299.178414:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282100:x1863919946276096:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.178447:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.178480:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e446ba lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc5f expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.178557:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e446ba lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc5f expref: 136 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.178575:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e446ba lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc5f expref: 136 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.178595:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a3:0x0].0x0 (ffffa0248a60ec00) 00010000:00010000:0.0:1777580299.178598:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580299.178602:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839e00, rc 0) 00000100:00100000:0.0:1777580299.178684:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282100:x1863919946276096:12345-192.168.202.9@tcp:101:touch.500 Request processed in 273us (1211us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.178692:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18348 00000100:00100000:0.0:1777580299.178698:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820117126690 time 7820127262325 state 0x2 ref 0 00010000:00010000:0.0:1777580299.184184:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.184221:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.184231:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.184237:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.184243:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.184251:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.184271:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa0248a60e400) 00010000:00010000:0.0:1777580299.184275:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.184279:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.184286:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446a5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.206272:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.206327:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.206384:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.206435:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946276224 00000100:00100000:0.0:1777580299.206448:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946276224 00000100:00100000:0.0:1777580299.206522:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11242 00000100:00100000:0.0:1777580299.206532:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2364:x1863919946276224:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.206975:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2364:x1863919946276224:12345-192.168.202.9@tcp:2:touch.500 Request processed in 442us (719us total) trans 8589938771 rc 0/0 00000100:00100000:0.0:1777580299.206984:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11242 00000100:00100000:0.0:1777580299.207019:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946276480 00000100:00100000:0.0:1777580299.207024:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946276480 00000100:00100000:0.0:1777580299.207050:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820117126690 time 7820127262325 state 0x0 ref 1 00000100:00100000:0.0:1777580299.207064:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820127362325 time 7820127262325 state 0x1 ref 1 00000100:00100000:0.0:1777580299.207089:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946276736 00000100:00100000:0.0:1777580299.207092:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946276736 00000100:00100000:0.0:1777580299.207103:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820127362325 time 7820127262325 state 0x1 ref 2 00000100:00100000:0.0:1777580299.207120:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820156083140 time 7820155983140 state 0x1 ref 2 00000100:00100000:0.0:1777580299.207129:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282109:x1863919946276480:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580299.207230:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777580299.207915:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820156083140 time 7820156775016 state 0x0 ref 2 00000100:00100000:2.0:1777580299.207938:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282097:x1863919946276736:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.207963:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.207986:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e446c1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc66 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.208168:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.208187:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.208220:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.208238:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.208251:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.208258:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580299.208812:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x156c:0x0], index 0: 0 00010000:00010000:2.0:1777580299.209017:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e446d6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209029:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e446d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209038:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e446d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209077:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209084:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209092:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209098:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.209103:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209111:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209128:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.209131:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.209167:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209175:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e446c8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.209189:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce1b3d34 reply state 000000004a9e4214 transno 8589949837 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.209198:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580299.209232:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e446c1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc66 expref: 139 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209246:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e446d6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc66 expref: 138 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.209255:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a5:0x0].0x0 (ffffa02427669f00) 00010000:00010000:2.0:1777580299.209257:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.209260:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6800, rc 0) 00000100:00100000:2.0:1777580299.209351:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+139:282097:x1863919946276736:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1421us (2968us total) trans 8589949837 rc 0/0 00000100:00100000:2.0:1777580299.209360:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18350 00010000:00010000:0.0:1777580299.209680:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e446ac lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc58 expref: 138 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.209695:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a4:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:0.0:1777580299.209704:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.209777:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.209788:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.209798:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.209904:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000319ab0e reply state 00000000a182c716 transno 8589949838 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.209911:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.209987:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+139:282109:x1863919946276480:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2857us (3661us total) trans 8589949838 rc 0/0 00000100:00100000:0.0:1777580299.209995:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18349 00000100:00100000:0.0:1777580299.210003:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820156083140 time 7820156775016 state 0x2 ref 0 00000100:00100000:3.0:1777580299.214049:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.214093:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946276992 00000100:00100000:3.0:1777580299.214107:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946276992 00000100:00100000:3.0:1777580299.214204:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3940 00000100:00100000:3.0:1777580299.214217:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b66450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+139:282100:x1863919946276992:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580299.214823:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b66450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+140:282100:x1863919946276992:12345-192.168.202.9@tcp:35:touch.500 Request processed in 606us (787us total) trans 8589949839 rc 0/0 00000100:00100000:3.0:1777580299.214837:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3940 00010000:00010000:0.0:1777580299.216760:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216780:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216789:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216797:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.216803:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216810:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216831:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02427669200) 00010000:00010000:0.0:1777580299.216835:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.216840:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216847:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e446cf lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216893:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216900:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216908:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216913:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.216916:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216921:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216929:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a4:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:0.0:1777580299.216931:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.216934:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.216939:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e446e4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.221487:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.221768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.227399:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946277120 00000100:00100000:2.0:1777580299.227423:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946277120 00000100:00100000:2.0:1777580299.227501:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820156083140 time 7820156775016 state 0x0 ref 1 00000100:00100000:3.0:1777580299.228743:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.228798:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946277632 00000100:00100000:0.0:1777580299.228798:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946277376 00000100:00100000:3.0:1777580299.228808:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946277632 00000100:00100000:0.0:1777580299.228808:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946277376 00000100:00100000:0.0:1777580299.228857:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820156875016 time 7820156775016 state 0x1 ref 3 00000100:00100000:3.0:1777580299.228935:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820156875016 time 7820156775016 state 0x1 ref 3 00000100:00100000:3.0:1777580299.228974:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820177935652 time 7820177835652 state 0x1 ref 3 00000100:00100000:3.0:1777580299.228992:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+140:282097:x1863919946277376:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580299.229116:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.229185:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e446d6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc66 expref: 140 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.229208:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a5:0x0].0x0 (ffffa02427669f00) 00010000:00010000:3.0:1777580299.229224:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.229326:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.229344:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.229358:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.230154:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820177935652 time 7820179013393 state 0x0 ref 3 00000100:00100000:0.0:1777580299.230179:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+140:282104:x1863919946277632:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.230458:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.230479:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e446f2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc74 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.230707:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.230723:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.230735:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.230751:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.230758:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.230765:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580299.231972:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1548:0x0], index 1: 0 00010000:00010000:0.0:1777580299.232247:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44707 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232265:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44707 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232278:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44707 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232324:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232337:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232345:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232351:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.232355:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232364:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232376:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.232379:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.232384:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232390:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e446f9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.232405:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ed476e4 reply state 00000000a02666e5 transno 8589949841 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.232416:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580299.232455:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e446f2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc74 expref: 143 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232471:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44707 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc74 expref: 142 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.232485:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a6:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:0.0:1777580299.232488:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.232490:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838400, rc 0) 00000004:00010000:3.0:1777580299.232711:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d79b6836 reply state 00000000883efbd6 transno 8589949840 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.232728:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.232753:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+143:282104:x1863919946277632:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2582us (4019us total) trans 8589949841 rc 0/0 00000100:00100000:0.0:1777580299.232766:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18352 00000100:00100000:3.0:1777580299.232814:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+143:282097:x1863919946277376:12345-192.168.202.9@tcp:36:touch.500 Request processed in 3825us (11045us total) trans 8589949840 rc 0/0 00000100:00100000:3.0:1777580299.232825:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18351 00010000:00010000:0.0:1777580299.236482:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.236503:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.236511:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.236518:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.236524:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.236533:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.236552:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0248a60e800) 00010000:00010000:0.0:1777580299.236555:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.236560:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.236567:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44700 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.236700:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820179113393 time 7820179013393 state 0x1 ref 1 00000100:00100000:2.0:1777580299.236785:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820179113393 time 7820185646516 state 0x0 ref 1 00000100:00100000:2.0:1777580299.236815:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282109:x1863919946277120:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.236845:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.236873:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44715 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc6d expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.236976:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44715 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc6d expref: 142 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.236994:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44715 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc6d expref: 142 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.237017:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a4:0x0].0x0 (ffffa02427669600) 00010000:00010000:2.0:1777580299.237020:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580299.237024:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7000, rc 0) 00000100:00100000:2.0:1777580299.237110:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+142:282109:x1863919946277120:12345-192.168.202.9@tcp:101:touch.500 Request processed in 311us (15643us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.237120:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18353 00000100:00100000:2.0:1777580299.237127:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820179113393 time 7820185646516 state 0x2 ref 0 00000100:00100000:0.0:1777580299.251929:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.251973:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.251998:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.252037:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946277760 00000100:00100000:0.0:1777580299.252049:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946277760 00000100:00100000:0.0:1777580299.252100:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820179113393 time 7820185646516 state 0x0 ref 1 00000100:00100000:0.0:1777580299.252114:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820185746516 time 7820185646516 state 0x1 ref 1 00000100:00100000:0.0:1777580299.252154:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946278016 00000100:00100000:0.0:1777580299.252157:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946278016 00000100:00100000:0.0:1777580299.252171:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820185746516 time 7820185646516 state 0x1 ref 2 00000100:00100000:0.0:1777580299.252185:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946278272 00000100:00100000:0.0:1777580299.252187:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946278272 00000100:00100000:0.0:1777580299.252208:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820185746516 time 7820185646516 state 0x1 ref 3 00000100:00100000:0.0:1777580299.252228:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820201190641 time 7820201090641 state 0x1 ref 3 00000100:00100000:0.0:1777580299.252239:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+144:282097:x1863919946277760:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.252266:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.252291:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e4471c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc7b expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.252364:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e4471c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc7b expref: 145 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.252381:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e4471c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc7b expref: 145 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.252402:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a5:0x0].0x0 (ffffa02498a66000) 00010000:00010000:0.0:1777580299.252406:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580299.252411:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839800, rc 0) 00000100:00100000:0.0:1777580299.252473:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+145:282097:x1863919946277760:12345-192.168.202.9@tcp:101:touch.500 Request processed in 235us (558us total) trans 0 rc 0/0 00010000:00010000:3.0:1777580299.252476:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.252484:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18354 00010000:00010000:3.0:1777580299.252493:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.252502:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.252510:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820201472677 time 7820201372677 state 0x1 ref 2 00000100:00100000:0.0:1777580299.252520:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248ba5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+144:282104:x1863919946278016:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580299.252569:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.252602:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.252610:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.252620:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.252635:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a5:0x0].0x0 (ffffa02498a66000) 00010000:00010000:3.0:1777580299.252638:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.252643:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.252650:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e446eb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.252810:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e44707 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc74 expref: 143 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.252825:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a6:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:0.0:1777580299.252835:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.252904:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.252914:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.252923:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.253111:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a356aa1e reply state 00000000137846ec transno 8589949842 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.253129:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.254393:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248ba5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+144:282104:x1863919946278016:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1863us (2407us total) trans 8589949842 rc 0/0 00000100:00100000:0.0:1777580299.254405:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18355 00000100:00100000:0.0:1777580299.254450:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820201472677 time 7820203310855 state 0x0 ref 1 00000100:00100000:0.0:1777580299.254467:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+143:282103:x1863919946278272:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.254485:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.254505:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e4472a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc82 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.255707:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.255732:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.255746:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.255764:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.255772:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.255779:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.257416:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.257816:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946278400 00000100:00100000:2.0:1777580299.257830:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946278400 00000100:00100000:2.0:1777580299.257913:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11243 00000100:00100000:2.0:1777580299.257941:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946278400:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580299.258486:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946278400:12345-192.168.202.9@tcp:2:touch.500 Request processed in 549us (1082us total) trans 8589938373 rc 0/0 00000100:00100000:2.0:1777580299.258499:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11243 00000004:00080000:0.0:1777580299.261217:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x156d:0x0], index 0: 0 00010000:00010000:0.0:1777580299.261536:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e4473f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261560:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e4473f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261574:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e4473f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261866:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261876:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261883:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261890:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.261894:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261902:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261925:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.261928:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.261934:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.261954:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44731 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.261971:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8bc0288 reply state 00000000eafd1cb4 transno 8589949843 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.261982:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580299.262027:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e4472a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc82 expref: 146 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.262044:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e4473f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc82 expref: 145 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.262052:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:0.0:1777580299.262055:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.262057:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838200, rc 0) 00000100:00100000:0.0:1777580299.262180:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+146:282103:x1863919946278272:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7718us (10179us total) trans 8589949843 rc 0/0 00000100:00100000:0.0:1777580299.262289:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18356 00000100:00100000:0.0:1777580299.262299:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820201472677 time 7820203310855 state 0x2 ref 0 00000100:00100000:3.0:1777580299.268350:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.268578:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946278656 00000100:00100000:3.0:1777580299.268592:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946278656 00000100:00100000:3.0:1777580299.268645:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820201472677 time 7820203310855 state 0x0 ref 1 00000100:00100000:3.0:1777580299.268663:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820203410855 time 7820203310855 state 0x1 ref 1 00000100:00100000:3.0:1777580299.268751:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820203410855 time 7820217612941 state 0x0 ref 1 00000100:00100000:3.0:1777580299.268767:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+146:282104:x1863919946278656:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.268803:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.268829:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4474d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc89 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.268912:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4474d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc89 expref: 147 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.275497:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.275521:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.275531:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.275540:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.275546:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.275555:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.275576:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a6:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:0.0:1777580299.275580:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.275586:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.275593:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44723 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.276286:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.276436:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.276472:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946278912 00000100:00100000:0.0:1777580299.276484:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946278912 00000100:00100000:0.0:1777580299.276558:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3941 00000100:00100000:0.0:1777580299.276569:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+147:282109:x1863919946278912:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580299.277049:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+148:282109:x1863919946278912:12345-192.168.202.9@tcp:35:touch.500 Request processed in 480us (610us total) trans 8589949844 rc 0/0 00000100:00100000:0.0:1777580299.277059:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3941 00000100:00100000:0.0:1777580299.280238:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946278528 00000100:00100000:0.0:1777580299.280258:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946278528 00000100:00100000:0.0:1777580299.280347:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11244 00000100:00100000:0.0:1777580299.280360:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2364:x1863919946278528:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.280803:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2364:x1863919946278528:12345-192.168.202.9@tcp:2:touch.500 Request processed in 445us (4523us total) trans 8589938772 rc 0/0 00010000:00010000:3.0:1777580299.281784:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4474d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc89 expref: 147 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.281966:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a6:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:3.0:1777580299.281970:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.281975:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5600, rc 0) 00000100:00100000:3.0:1777580299.282036:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+147:282104:x1863919946278656:12345-192.168.202.9@tcp:101:touch.500 Request processed in 13270us (13701us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.282049:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18357 00000100:00100000:3.0:1777580299.282060:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820203410855 time 7820217612941 state 0x2 ref 0 00000100:00100000:3.0:1777580299.283265:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.283406:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.283473:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946279168 00000100:00100000:3.0:1777580299.283484:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946279168 00000100:00100000:3.0:1777580299.285781:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820203410855 time 7820217612941 state 0x0 ref 1 00000100:00100000:3.0:1777580299.285813:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820217712941 time 7820217612941 state 0x1 ref 1 00000100:00100000:3.0:1777580299.285866:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946279424 00000100:00100000:3.0:1777580299.285876:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946279424 00000100:00100000:3.0:1777580299.285924:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820217712941 time 7820217612941 state 0x1 ref 2 00000100:00100000:3.0:1777580299.285963:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820234925260 time 7820234825260 state 0x1 ref 2 00000100:00100000:3.0:1777580299.285983:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+148:282103:x1863919946279168:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580299.286070:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.286109:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e4473f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc82 expref: 148 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.286155:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:3.0:1777580299.286170:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.286270:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.286286:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.286300:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.286494:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087d48c39 reply state 00000000faeead60 transno 8589949845 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.286506:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.287403:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820234925260 time 7820236260318 state 0x0 ref 2 00000100:00100000:2.0:1777580299.287433:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+149:282106:x1863919946279424:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.287455:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.287474:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4475b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc90 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.287792:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+150:282103:x1863919946279168:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1816us (4534us total) trans 8589949845 rc 0/0 00000100:00100000:3.0:1777580299.287801:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18358 00000100:00100000:0.0:1777580299.288057:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11244 00010000:00010000:0.0:1777580299.288234:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.288246:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.288253:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.288261:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.288266:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.288275:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.288294:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0248a60e200) 00010000:00010000:0.0:1777580299.288298:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.288303:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.288310:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44738 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.290737:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.290766:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.290781:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.290802:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.290810:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.290818:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580299.291547:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1549:0x0], index 1: 0 00000100:00100000:3.0:1777580299.295746:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.295797:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.295923:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.295977:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946279552 00000100:00100000:3.0:1777580299.295991:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946279552 00000100:00100000:3.0:1777580299.296063:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11245 00000100:00100000:3.0:1777580299.296078:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946279552:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580299.296492:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2363:x1863919946279552:12345-192.168.202.9@tcp:2:touch.500 Request processed in 417us (574us total) trans 8589938374 rc 0/0 00000100:00100000:3.0:1777580299.296500:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11245 00000100:00100000:3.0:1777580299.296536:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946279808 00000100:00100000:3.0:1777580299.296540:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946279808 00010000:00010000:2.0:1777580299.297202:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44770 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297232:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44770 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297248:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44770 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297299:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297308:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297316:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297325:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.297331:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297341:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297356:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.297360:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.297367:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297374:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44762 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.297391:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000670f5638 reply state 00000000fd61e0d9 transno 8589949846 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.297402:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580299.297454:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4475b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc90 expref: 151 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297473:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44770 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc90 expref: 150 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.297481:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa02427669200) 00010000:00010000:2.0:1777580299.297484:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.297488:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6600, rc 0) 00000100:00100000:2.0:1777580299.301171:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+151:282106:x1863919946279424:12345-192.168.202.9@tcp:101:touch.500 Request processed in 13731us (17744us total) trans 8589949846 rc 0/0 00000100:00100000:2.0:1777580299.301190:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18359 00000100:00100000:2.0:1777580299.301202:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820234925260 time 7820236260318 state 0x2 ref 0 00000100:00100000:2.0:1777580299.301270:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946279936 00000100:00100000:2.0:1777580299.301282:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946279936 00000100:00100000:2.0:1777580299.301328:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820234925260 time 7820236260318 state 0x0 ref 1 00000100:00100000:2.0:1777580299.301342:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820236360318 time 7820236260318 state 0x1 ref 1 00000100:00100000:2.0:1777580299.301383:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820236360318 time 7820250245098 state 0x0 ref 1 00000100:00100000:2.0:1777580299.301398:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+151:282103:x1863919946279936:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.301428:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.301457:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4477e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc97 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.301556:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4477e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc97 expref: 152 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.301758:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3942 00000100:00100000:3.0:1777580299.301772:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+152:282097:x1863919946279808:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:2.0:1777580299.303089:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4477e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc97 expref: 153 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.303145:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:2.0:1777580299.303149:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580299.303155:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6800, rc 0) 00000100:00100000:2.0:1777580299.303244:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+153:282103:x1863919946279936:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1847us (7447us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.303256:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18360 00000100:00100000:2.0:1777580299.303264:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820236360318 time 7820250245098 state 0x2 ref 0 00010000:00010000:0.0:1777580299.303763:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.303775:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.303785:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.303792:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.303798:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.303808:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.303825:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:0.0:1777580299.303828:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.303832:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.303840:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e44754 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.304837:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+152:282097:x1863919946279808:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1735us (7772us total) trans 8589949847 rc 0/0 00000100:00100000:3.0:1777580299.304861:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3942 00010000:00010000:0.0:1777580299.307352:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.307372:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.307381:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.307388:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.307394:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.307408:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.307430:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02427669f00) 00010000:00010000:0.0:1777580299.307434:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.307441:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.307448:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44769 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.321106:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.321270:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.321393:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946280192 00000100:00100000:2.0:1777580299.321408:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946280192 00000100:00100000:2.0:1777580299.321492:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3943 00000100:00100000:2.0:1777580299.321518:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+150:282104:x1863919946280192:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580299.322033:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+151:282104:x1863919946280192:12345-192.168.202.9@tcp:35:touch.500 Request processed in 527us (943us total) trans 8589949848 rc 0/0 00000100:00100000:2.0:1777580299.322043:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3943 00000100:00100000:3.0:1777580299.322882:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946280320 00000100:00100000:3.0:1777580299.322892:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946280320 00000100:00100000:3.0:1777580299.322974:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11246 00000100:00100000:3.0:1777580299.322987:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2364:x1863919946280320:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580299.323813:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2364:x1863919946280320:12345-192.168.202.9@tcp:2:touch.500 Request processed in 825us (2538us total) trans 8589938773 rc 0/0 00000100:00100000:3.0:1777580299.323823:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11246 00000100:00100000:2.0:1777580299.328360:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.328432:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.328546:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946280576 00000100:00100000:0.0:1777580299.328561:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946280576 00000100:00100000:0.0:1777580299.328631:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820236360318 time 7820250245098 state 0x0 ref 1 00000100:00100000:0.0:1777580299.328649:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820250345098 time 7820250245098 state 0x1 ref 1 00000100:00100000:0.0:1777580299.328688:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946280832 00000100:00100000:0.0:1777580299.328692:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946280832 00000100:00100000:0.0:1777580299.328709:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820250345098 time 7820250245098 state 0x1 ref 2 00000100:00100000:0.0:1777580299.328733:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820277695588 time 7820277595588 state 0x1 ref 2 00000100:00100000:0.0:1777580299.328748:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+152:282106:x1863919946280576:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580299.328832:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580299.328872:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e44770 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc90 expref: 152 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.328903:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa02427669200) 00000100:00100000:2.0:1777580299.329201:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820277695588 time 7820278061894 state 0x0 ref 2 00000100:00100000:2.0:1777580299.329219:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+151:282107:x1863919946280832:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.329234:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.329255:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44785 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cc9e expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.329433:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.329454:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.329468:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.329489:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.329497:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.329506:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580299.330533:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x156e:0x0], index 0: 0 00010000:00010000:2.0:1777580299.330809:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4479a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330826:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4479a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330839:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4479a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330891:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330900:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330908:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330929:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.330935:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330945:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330969:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.330973:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.330979:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.330986:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4478c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.331004:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2c4d699 reply state 00000000c20cd87b transno 8589949849 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.331016:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580299.331061:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44785 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc9e expref: 154 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.331087:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4479a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc9e expref: 153 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.331095:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a9:0x0].0x0 (ffffa0249881de00) 00010000:00010000:2.0:1777580299.331098:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.331102:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7c00, rc 0) 00000100:00100000:2.0:1777580299.331246:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+154:282107:x1863919946280832:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2030us (2813us total) trans 8589949849 rc 0/0 00000100:00100000:2.0:1777580299.331259:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18362 00010000:00010000:0.0:1777580299.331753:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.331839:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.331853:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.331865:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.332035:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063026c06 reply state 00000000d84ad0b5 transno 8589949850 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.332046:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.332128:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+155:282106:x1863919946280576:12345-192.168.202.9@tcp:36:touch.500 Request processed in 3383us (3782us total) trans 8589949850 rc 0/0 00000100:00100000:0.0:1777580299.332166:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18361 00000100:00100000:0.0:1777580299.332174:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820277695588 time 7820278061894 state 0x2 ref 0 00010000:00010000:0.0:1777580299.344045:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.344068:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.344077:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.344085:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.344092:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.344102:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.344127:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02427669f00) 00010000:00010000:0.0:1777580299.344131:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.344172:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.344180:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44793 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.345926:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.346172:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.346186:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.346194:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.346201:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.346206:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.346215:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.346234:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:0.0:1777580299.346239:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.346245:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.346252:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e447a8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.346473:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946281088 00000100:00100000:3.0:1777580299.346489:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946281088 00000100:00100000:3.0:1777580299.346550:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820277695588 time 7820278061894 state 0x0 ref 1 00000100:00100000:3.0:1777580299.346679:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820278161894 time 7820278061894 state 0x1 ref 1 00000100:00100000:3.0:1777580299.346723:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820278161894 time 7820295584536 state 0x0 ref 1 00000100:00100000:3.0:1777580299.346743:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+153:282107:x1863919946281088:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580299.346823:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.346849:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4479a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc9e expref: 153 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.346867:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a9:0x0].0x0 (ffffa0249881de00) 00010000:00010000:3.0:1777580299.346880:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.346985:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.347002:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.347015:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.347936:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001eed836e reply state 00000000ac7b90af transno 8589949851 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.347983:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580299.349191:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+154:282107:x1863919946281088:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2445us (3278us total) trans 8589949851 rc 0/0 00000100:00100000:3.0:1777580299.349206:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18363 00000100:00100000:3.0:1777580299.349218:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820278161894 time 7820295584536 state 0x2 ref 0 00000100:00100000:2.0:1777580299.369864:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.369936:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.369986:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946281600 00000100:00100000:2.0:1777580299.369999:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946281600 00000100:00100000:2.0:1777580299.370081:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3944 00000100:00100000:2.0:1777580299.370108:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+154:282103:x1863919946281600:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580299.370533:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.370648:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946281216 00000100:00100000:0.0:1777580299.370654:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946281216 00000100:00100000:0.0:1777580299.370686:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820278161894 time 7820295584536 state 0x0 ref 1 00000100:00100000:0.0:1777580299.370705:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820295684536 time 7820295584536 state 0x1 ref 1 00000100:00100000:0.0:1777580299.370731:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946281728 00000100:00100000:0.0:1777580299.370735:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946281728 00000100:00100000:0.0:1777580299.370751:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820295684536 time 7820295584536 state 0x1 ref 2 00000100:00100000:0.0:1777580299.370776:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820319737908 time 7820319637908 state 0x1 ref 2 00000100:00100000:0.0:1777580299.370789:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+156:282106:x1863919946281216:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.370804:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.370834:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e447b6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cca5 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.370897:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e447b6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cca5 expref: 157 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.370915:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e447b6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cca5 expref: 157 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.370943:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:0.0:1777580299.370957:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580299.370962:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838400, rc 0) 00000100:00100000:0.0:1777580299.371033:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+157:282106:x1863919946281216:12345-192.168.202.9@tcp:101:touch.500 Request processed in 246us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.371044:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18364 00000100:00100000:0.0:1777580299.371075:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820319737908 time 7820319937353 state 0x0 ref 1 00000100:00100000:0.0:1777580299.371087:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+156:282111:x1863919946281728:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.371097:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.371109:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e447bd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccac expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.371310:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.371324:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.371339:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.371358:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.371366:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.371380:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.371745:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+158:282103:x1863919946281600:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1651us (1807us total) trans 8589949852 rc 0/0 00000100:00100000:2.0:1777580299.371757:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3944 00000004:00080000:0.0:1777580299.374250:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x154a:0x0], index 1: 0 00010000:00010000:0.0:1777580299.374493:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e447d2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.374513:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e447d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.374542:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e447d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.375789:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.375807:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.375816:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.375823:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.375829:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.375841:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.375861:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.375866:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.375874:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.375881:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e447c4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.375901:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089ddf571 reply state 00000000018b26ca transno 8589949853 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.375913:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580299.377166:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e447bd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccac expref: 159 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.377199:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e447d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccac expref: 158 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.377210:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7aa:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:0.0:1777580299.377215:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.377219:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838c00, rc 0) 00000100:00100000:0.0:1777580299.377332:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+159:282111:x1863919946281728:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6245us (6807us total) trans 8589949853 rc 0/0 00000100:00100000:0.0:1777580299.377345:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18365 00000100:00100000:0.0:1777580299.377355:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820319737908 time 7820319937353 state 0x2 ref 0 00000100:00100000:0.0:1777580299.381874:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.381926:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580299.381991:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.382007:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.382016:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.382025:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.382032:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.382040:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.382065:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a9:0x0].0x0 (ffffa02493ac1500) 00000100:00100000:3.0:1777580299.382067:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946281856 00010000:00010000:2.0:1777580299.382068:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.382073:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.382079:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946281856 00010000:00010000:2.0:1777580299.382080:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e447af lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.382154:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820319737908 time 7820319937353 state 0x0 ref 1 00000100:00100000:3.0:1777580299.382170:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820320037353 time 7820319937353 state 0x1 ref 1 00000100:00100000:3.0:1777580299.382205:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820320037353 time 7820331066169 state 0x0 ref 1 00000100:00100000:3.0:1777580299.382220:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+158:282107:x1863919946281856:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.382257:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.382282:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e447e0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccb3 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.382365:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e447e0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccb3 expref: 159 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.382383:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e447e0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccb3 expref: 159 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.382406:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a9:0x0].0x0 (ffffa02493ac1a00) 00010000:00010000:3.0:1777580299.382410:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.382414:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000100:00100000:3.0:1777580299.382497:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+159:282107:x1863919946281856:12345-192.168.202.9@tcp:101:touch.500 Request processed in 280us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.382508:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18366 00000100:00100000:3.0:1777580299.382515:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820320037353 time 7820331066169 state 0x2 ref 0 00000100:00100000:0.0:1777580299.382732:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946281984 00000100:00100000:0.0:1777580299.382738:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946281984 00000100:00100000:0.0:1777580299.382788:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11247 00000100:00100000:0.0:1777580299.382799:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2362:x1863919946281984:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580299.383317:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.383356:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946282112 00000100:00100000:2.0:1777580299.383362:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946282112 00000100:00100000:2.0:1777580299.383390:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819868252030 time 7819877328306 state 0x0 ref 1 00000100:00100000:2.0:1777580299.383400:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819877428306 time 7819877328306 state 0x1 ref 1 00000100:00100000:2.0:1777580299.383425:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7819877428306 time 7820332288667 state 0x0 ref 1 00000100:00100000:2.0:1777580299.383438:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+159:282116:x1863919946282112:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580299.383456:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.383475:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e447e7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccba expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.384350:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2362:x1863919946281984:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1547us (2418us total) trans 8589938375 rc 0/0 00000100:00100000:0.0:1777580299.384362:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11247 00010000:00010000:0.0:1777580299.384415:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.384425:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.384434:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.384442:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.384449:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.384457:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.384475:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa0248a60e800) 00010000:00010000:0.0:1777580299.384479:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.384484:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.384492:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e447cb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.385391:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.385414:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.386863:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.386901:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.386927:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.386936:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.387021:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.387078:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.387112:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.387173:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.387210:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.387246:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946282240 00000100:00100000:3.0:1777580299.387258:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946282240 00000100:00100000:3.0:1777580299.387309:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820332388667 time 7820332288667 state 0x1 ref 2 00000100:00100000:3.0:1777580299.387334:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946282496 00000100:00100000:3.0:1777580299.387337:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946282496 00000100:00100000:3.0:1777580299.387351:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820332388667 time 7820332288667 state 0x1 ref 3 00000100:00100000:3.0:1777580299.387362:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946282624 00000100:00100000:3.0:1777580299.387365:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946282624 00000100:00100000:3.0:1777580299.387377:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820332388667 time 7820332288667 state 0x1 ref 4 00000100:00100000:3.0:1777580299.387387:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946282880 00000100:00100000:3.0:1777580299.387391:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946282880 00000100:00100000:3.0:1777580299.387403:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820320037353 time 7820331066169 state 0x0 ref 1 00000100:00100000:3.0:1777580299.387411:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820331166169 time 7820331066169 state 0x1 ref 1 00000100:00100000:3.0:1777580299.387421:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946282368 00000100:00100000:3.0:1777580299.387424:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946282368 00000100:00100000:3.0:1777580299.387436:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820332388667 time 7820332288667 state 0x1 ref 5 00000100:00100000:3.0:1777580299.387454:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820331166169 time 7820336315990 state 0x0 ref 1 00000100:00100000:3.0:1777580299.387469:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+164:282111:x1863919946282880:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580299.387677:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.387706:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e447d2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccac expref: 164 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.387728:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7aa:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:3.0:1777580299.387743:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.387828:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.387840:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.387849:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.388109:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000612eab19 reply state 000000007da9e43b transno 8589949854 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.388119:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580299.388267:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282111:x1863919946282880:12345-192.168.202.9@tcp:36:touch.500 Request processed in 799us (1092us total) trans 8589949854 rc 0/0 00000100:00100000:3.0:1777580299.388277:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18371 00000100:00100000:3.0:1777580299.388283:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820331166169 time 7820336315990 state 0x2 ref 0 00000100:00100000:3.0:1777580299.388319:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820337281855 time 7820337181855 state 0x1 ref 5 00000100:00100000:3.0:1777580299.388334:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+164:282131:x1863919946282240:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580299.388348:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.388361:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44803 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccc1 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.388415:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.388427:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.388437:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.388451:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.388459:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.388467:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.388704:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820337664051 time 7820337564051 state 0x1 ref 5 00000100:00100000:0.0:1777580299.388723:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282128:x1863919946282496:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.388735:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.388746:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44818 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cccf expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388782:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388792:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388801:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388816:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388824:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388832:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388906:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4482d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388916:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4482d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.388925:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4482d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580299.388967:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a4:0x0]: returning size 0 00000004:00200000:0.0:1777580299.388973:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580299.388997:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4482d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389011:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4482d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389020:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389028:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389036:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389044:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.389048:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389057:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389070:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.389074:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.389080:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389087:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e4481f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389102:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389114:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389120:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389126:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.389130:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389158:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389166:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa0248a60e200) 00010000:00010000:0.0:1777580299.389169:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.389173:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389179:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44826 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389219:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44818 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cccf expref: 167 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389237:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4482d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cccf expref: 166 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389245:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a4:0x0].0x0 (ffffa02427669600) 00010000:00010000:0.0:1777580299.389248:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.389253:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680f000, rc 0) 00000100:00100000:0.0:1777580299.389302:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282128:x1863919946282496:12345-192.168.202.9@tcp:101:rm.500 Request processed in 586us (2224us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.389311:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18369 00000100:00100000:0.0:1777580299.389344:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820338305874 time 7820338205874 state 0x1 ref 4 00000100:00100000:0.0:1777580299.389357:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282134:x1863919946282624:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.389367:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.389378:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44834 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccd6 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389412:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389422:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389431:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389444:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389452:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389459:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389535:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44849 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389547:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44849 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389556:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44849 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580299.389590:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a6:0x0]: returning size 0 00000004:00200000:0.0:1777580299.389594:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580299.389606:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44849 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389617:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44849 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389625:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389633:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389640:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389647:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.389652:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389659:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389670:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.389674:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.389678:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389685:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4483b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389698:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389705:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389711:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389717:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.389721:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389728:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389738:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0248a60e100) 00010000:00010000:0.0:1777580299.389741:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.389744:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389751:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44842 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389778:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44834 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccd6 expref: 167 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389795:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44849 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccd6 expref: 166 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.389803:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a6:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:0.0:1777580299.389806:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.389809:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680f200, rc 0) 00000100:00100000:0.0:1777580299.389844:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282134:x1863919946282624:12345-192.168.202.9@tcp:101:rm.500 Request processed in 490us (2732us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.389853:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18370 00000100:00100000:0.0:1777580299.389880:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820338305874 time 7820338742019 state 0x0 ref 3 00000100:00100000:0.0:1777580299.389894:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282117:x1863919946282368:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.389904:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.389915:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44850 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccc8 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390059:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44857 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390071:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44857 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390082:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44857 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580299.390106:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a1:0x0]: returning size 0 00000004:00200000:2.0:1777580299.390109:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580299.390122:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44857 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390151:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44857 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390159:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390166:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390173:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390180:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.390184:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390192:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390203:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.390206:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.390210:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390217:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e447ee lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390232:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390238:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390245:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390252:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.390255:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390263:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390273:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa0249881d900) 00010000:00010000:2.0:1777580299.390277:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.390280:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390286:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e447f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390319:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e447e7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccba expref: 167 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390336:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44857 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccba expref: 166 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390344:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a1:0x0].0x0 (ffffa02427669b00) 00010000:00010000:2.0:1777580299.390347:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.390350:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7400, rc 0) 00000100:00100000:2.0:1777580299.390382:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282116:x1863919946282112:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6946us (7068us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.390394:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18367 00000100:00100000:2.0:1777580299.390510:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.390728:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946283008 00000100:00100000:2.0:1777580299.390739:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946283008 00000100:00100000:2.0:1777580299.390775:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820338842019 time 7820338742019 state 0x1 ref 3 00000100:00100000:2.0:1777580299.390797:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820338842019 time 7820339660649 state 0x0 ref 3 00000100:00100000:2.0:1777580299.390809:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282123:x1863919946283008:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580299.390821:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.390835:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4485e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccdd expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390872:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390883:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390893:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390909:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390916:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.390924:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391054:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44873 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391064:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44873 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391073:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44873 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580299.391098:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a3:0x0]: returning size 0 00000004:00200000:2.0:1777580299.391102:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580299.391116:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44873 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391126:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44873 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391182:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391189:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391196:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391202:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.391206:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391213:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391225:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.391228:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.391232:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391238:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44865 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391252:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391259:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391268:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391276:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.391280:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391285:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391295:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0249881de00) 00010000:00010000:2.0:1777580299.391298:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.391301:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391308:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4486c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391345:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4485e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccdd expref: 168 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391362:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44873 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccdd expref: 167 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.391370:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a3:0x0].0x0 (ffffa0248a60ec00) 00010000:00010000:2.0:1777580299.391373:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.391376:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9800, rc 0) 00000100:00100000:2.0:1777580299.391431:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+167:282123:x1863919946283008:12345-192.168.202.9@tcp:101:rm.500 Request processed in 623us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.391439:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18373 00010000:00010000:0.0:1777580299.391656:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391667:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391678:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391695:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391706:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391713:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391797:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44888 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391808:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44888 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391817:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44888 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580299.391841:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a2:0x0]: returning size 0 00000004:00200000:0.0:1777580299.391845:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580299.391858:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44888 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391868:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44888 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391876:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391882:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391888:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391897:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.391900:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391905:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391912:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.391914:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.391917:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391923:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e4487a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391937:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391943:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391961:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391968:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.391972:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391979:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.391994:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02427669f00) 00010000:00010000:0.0:1777580299.391997:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.392001:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.392006:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44881 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.392032:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44850 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccc8 expref: 167 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.392043:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44888 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccc8 expref: 166 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.392049:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a2:0x0].0x0 (ffffa02498aac300) 00010000:00010000:0.0:1777580299.392051:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.392053:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20800, rc 0) 00000100:00100000:0.0:1777580299.392094:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282117:x1863919946282368:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2203us (4884us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.392102:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18372 00010000:00010000:3.0:1777580299.392516:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4488f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392530:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4488f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392540:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4488f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580299.392582:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a5:0x0]: returning size 0 00000004:00200000:3.0:1777580299.392586:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580299.392601:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4488f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392612:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4488f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392621:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392628:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392636:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392642:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.392646:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392653:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392664:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.392668:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.392671:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392679:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4480a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392699:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392706:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392713:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392720:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.392724:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392732:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392742:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02493ac1000) 00010000:00010000:3.0:1777580299.392745:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.392748:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392755:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44811 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392791:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44803 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccc1 expref: 166 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392807:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4488f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccc1 expref: 165 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.392820:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a5:0x0].0x0 (ffffa02498a66000) 00010000:00010000:3.0:1777580299.392823:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.392826:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fe00, rc 0) 00000100:00100000:3.0:1777580299.394366:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282131:x1863919946282240:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6024us (7341us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.394381:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18368 00000100:00100000:3.0:1777580299.394392:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820338842019 time 7820339660649 state 0x2 ref 0 00000100:00100000:3.0:1777580299.402075:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.402156:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.402305:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946283136 00000100:00100000:3.0:1777580299.402318:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946283136 00000100:00100000:0.0:1777580299.402349:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946283392 00000100:00100000:0.0:1777580299.402354:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946283392 00000100:00100000:3.0:1777580299.402393:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11248 00000100:00100000:0.0:1777580299.402394:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3945 00000100:00100000:3.0:1777580299.402407:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2364:x1863919946283136:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.402407:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282106:x1863919946283392:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580299.412047:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282106:x1863919946283392:12345-192.168.202.9@tcp:35:touch.500 Request processed in 9623us (9971us total) trans 8589949855 rc 0/0 00000100:00100000:0.0:1777580299.412072:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3945 00000100:00100000:3.0:1777580299.412199:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2364:x1863919946283136:12345-192.168.202.9@tcp:2:touch.500 Request processed in 9794us (10065us total) trans 8589938774 rc 0/0 00000100:00100000:3.0:1777580299.412212:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11248 00000100:00100000:3.0:1777580299.412490:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.413191:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946283520 00000100:00100000:0.0:1777580299.413205:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946283520 00000100:00100000:0.0:1777580299.413274:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11249 00000100:00100000:0.0:1777580299.413286:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2364:x1863919946283520:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.413313:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.413346:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cce4 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.413370:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00010000:0.0:1777580299.413385:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x156a:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00000100:00100000:3.0:1777580299.413403:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.413409:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.413412:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.413424:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 44 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.413431:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.413450:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 44 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.413466:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.413469:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4da00, rc 0) 00000100:00100000:3.0:1777580299.413498:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.413531:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2364:x1863919946283520:12345-192.168.202.9@tcp:101:rm.500 Request processed in 247us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.413539:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11249 00000100:00100000:0.0:1777580299.413561:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946283904 00000100:00100000:0.0:1777580299.413577:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946283904 00000100:00100000:0.0:1777580299.413605:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946283648 00000100:00100000:0.0:1777580299.413608:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946283648 00000100:00100000:0.0:1777580299.413641:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946283776 00000100:00100000:0.0:1777580299.413645:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946283776 00000100:00100000:0.0:1777580299.413672:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11250 00000100:00100000:0.0:1777580299.413681:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2363:x1863919946283904:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.413690:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.413703:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccf9 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.413718:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x156b:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.413729:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.413732:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.413738:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 45 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.413751:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 45 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.413762:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4ca00, rc 0) 00000100:00100000:0.0:1777580299.413790:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:2363:x1863919946283904:12345-192.168.202.9@tcp:101:rm.500 Request processed in 110us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.413798:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11250 00000100:00100000:0.0:1777580299.413820:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11251 00000100:00100000:0.0:1777580299.413829:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496e81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2362:x1863919946283648:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.413838:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.413855:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ccf2 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.413880:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1547:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.413892:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.413894:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.413900:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 44 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.413916:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 44 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.413926:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4d200, rc 0) 00000100:00100000:0.0:1777580299.413969:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496e81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2362:x1863919946283648:12345-192.168.202.9@tcp:101:rm.500 Request processed in 142us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.413978:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11251 00000100:00100000:0.0:1777580299.413999:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11252 00000100:00100000:0.0:1777580299.414009:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2361:x1863919946283776:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.414016:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.414029:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cceb expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.414044:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1548:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.414055:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.414057:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.414062:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 44 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.414068:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946284288 00000100:00100000:3.0:1777580299.414072:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946284288 00010000:00010000:0.0:1777580299.414081:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 45 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.414090:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4c800, rc 0) 00000100:00100000:0.0:1777580299.414115:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:2361:x1863919946283776:12345-192.168.202.9@tcp:101:rm.500 Request processed in 109us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.414123:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11252 00000100:00100000:0.0:1777580299.414166:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11253 00000100:00100000:0.0:1777580299.414174:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487cc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2361:x1863919946284288:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.414181:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.414195:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd0e expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.414209:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1546:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.414221:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.414223:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.414228:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 45 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.414237:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.414241:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 45 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.414258:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.414260:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7400, rc 0) 00010000:00010000:1.0:1777580299.414271:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.414280:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:3.0:1777580299.414282:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.414282:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487cc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:2361:x1863919946284288:12345-192.168.202.9@tcp:101:rm.500 Request processed in 110us (785us total) trans 0 rc 0/0 00010000:00010000:1.0:1777580299.414289:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.414290:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11253 00010000:00010000:1.0:1777580299.414302:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.414319:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7aa:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:1.0:1777580299.414324:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777580299.414328:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580299.414331:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.414338:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e447fc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.415214:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946284160 00000100:00100000:3.0:1777580299.415224:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946284160 00000100:00100000:3.0:1777580299.415275:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11254 00000100:00100000:3.0:1777580299.415288:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:2363:x1863919946284160:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580299.415302:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.415325:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd07 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580299.415352:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x156c:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:3.0:1777580299.415370:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580299.415373:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580299.415381:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 46 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.415400:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 46 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.415413:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6600, rc 0) 00000100:00100000:3.0:1777580299.415465:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+46:2363:x1863919946284160:12345-192.168.202.9@tcp:101:rm.500 Request processed in 180us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.415474:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11254 00000100:00100000:3.0:1777580299.415961:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946284032 00000100:00100000:3.0:1777580299.415969:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946284032 00000100:00100000:3.0:1777580299.416002:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820331166169 time 7820336315990 state 0x0 ref 1 00000100:00100000:3.0:1777580299.416016:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820336415990 time 7820336315990 state 0x1 ref 1 00000100:00100000:3.0:1777580299.416044:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946284544 00000100:00100000:3.0:1777580299.416048:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946284544 00000100:00100000:3.0:1777580299.416065:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820336415990 time 7820336315990 state 0x1 ref 2 00000100:00100000:3.0:1777580299.416089:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820365050400 time 7820364950400 state 0x1 ref 2 00000100:00100000:3.0:1777580299.416709:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282111:x1863919946284032:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.416729:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.416759:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e448c0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd00 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.416835:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e448c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd00 expref: 167 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.416853:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e448c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd00 expref: 167 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.416877:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7aa:0x0].0x0 (ffffa0249076fc00) 00010000:00010000:3.0:1777580299.416882:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.416887:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32200, rc 0) 00000100:00100000:3.0:1777580299.417061:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+167:282111:x1863919946284032:12345-192.168.202.9@tcp:101:touch.500 Request processed in 556us (3593us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.417072:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18374 00000100:00100000:3.0:1777580299.417224:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820365050400 time 7820366085300 state 0x0 ref 1 00000100:00100000:3.0:1777580299.417239:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282115:x1863919946284544:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.417257:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.417271:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e448c7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd15 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.417438:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.417454:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.417465:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.417482:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.417490:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.417498:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580299.420412:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x156f:0x0], index 0: 0 00010000:00010000:3.0:1777580299.420732:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e448dc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420755:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e448dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420770:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e448dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420826:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420834:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420842:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420849:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.420855:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420864:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420881:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.420885:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.420892:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.420899:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e448ce lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.420924:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d20dd2c reply state 0000000089f001e3 transno 8589949856 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.420936:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.424926:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e448c7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd15 expref: 169 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.424936:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580299.424974:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e448dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd15 expref: 168 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.424986:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ab:0x0].0x0 (ffffa0249076f700) 00010000:00010000:3.0:1777580299.424990:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.424995:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33600, rc 0) 00000100:00100000:3.0:1777580299.425086:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+169:282115:x1863919946284544:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7848us (10805us total) trans 8589949856 rc 0/0 00000100:00100000:0.0:1777580299.425094:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946284800 00000100:00100000:0.0:1777580299.425105:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946284800 00000100:00100000:0.0:1777580299.425219:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3946 00000100:00100000:0.0:1777580299.425233:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b65450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+170:282107:x1863919946284800:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580299.425758:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18375 00000100:00100000:3.0:1777580299.425769:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820365050400 time 7820366085300 state 0x2 ref 0 00000100:00100000:2.0:1777580299.434235:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.435125:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b65450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+170:282107:x1863919946284800:12345-192.168.202.9@tcp:35:touch.500 Request processed in 9887us (10201us total) trans 8589949857 rc 0/0 00000100:00100000:0.0:1777580299.435171:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3946 00000100:00100000:2.0:1777580299.436201:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946284928 00000100:00100000:2.0:1777580299.436217:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946284928 00000100:00100000:2.0:1777580299.436314:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11255 00000100:00100000:2.0:1777580299.436329:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:2362:x1863919946284928:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580299.437278:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+46:2362:x1863919946284928:12345-192.168.202.9@tcp:2:touch.500 Request processed in 949us (3054us total) trans 8589938376 rc 0/0 00000100:00100000:2.0:1777580299.437289:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11255 00010000:00010000:0.0:1777580299.437868:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.437882:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.437891:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.437898:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.437905:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.437925:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.437928:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.437962:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa0249076ff00) 00010000:00010000:0.0:1777580299.437966:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.437974:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.437977:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946285184 00010000:00010000:0.0:1777580299.437984:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e448d5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.437986:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946285184 00000100:00100000:3.0:1777580299.438022:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820365050400 time 7820366085300 state 0x0 ref 1 00000100:00100000:3.0:1777580299.438036:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820366185300 time 7820366085300 state 0x1 ref 1 00000100:00100000:3.0:1777580299.438070:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820366185300 time 7820386932041 state 0x0 ref 1 00000100:00100000:3.0:1777580299.438085:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+169:282115:x1863919946285184:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:2.0:1777580299.438341:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580299.438401:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.438427:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e448dc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd15 expref: 169 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.438443:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ab:0x0].0x0 (ffffa0249076f700) 00010000:00010000:3.0:1777580299.438455:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.438887:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.438904:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.438916:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.439205:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b70c0877 reply state 00000000771655c9 transno 8589949858 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.439216:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580299.439449:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+170:282115:x1863919946285184:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1366us (1521us total) trans 8589949858 rc 0/0 00000100:00100000:3.0:1777580299.439461:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18376 00000100:00100000:3.0:1777580299.439469:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820366185300 time 7820386932041 state 0x2 ref 0 00000100:00100000:3.0:1777580299.439677:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946285440 00000100:00100000:3.0:1777580299.439686:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946285440 00000100:00100000:3.0:1777580299.439711:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820366185300 time 7820386932041 state 0x0 ref 1 00000100:00100000:3.0:1777580299.439721:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820387032041 time 7820386932041 state 0x1 ref 1 00000100:00100000:0.0:1777580299.441224:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820387032041 time 7820390078571 state 0x0 ref 1 00000100:00100000:0.0:1777580299.441262:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+170:282118:x1863919946285440:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.441305:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.441334:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e448f1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd1c expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.441780:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.441802:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.441819:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.441841:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.441850:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.441858:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580299.443125:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x154b:0x0], index 1: 0 00010000:00010000:0.0:1777580299.443875:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44906 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.443895:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44906 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.443910:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44906 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.443971:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.443980:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.443988:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.443996:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.444001:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.444010:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.444024:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.444028:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.444034:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.444041:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e448f8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.444065:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000017aeaf7c reply state 00000000e4cb3940 transno 8589949859 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.444077:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580299.444246:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e448f1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd1c expref: 173 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.444268:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44906 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd1c expref: 172 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.444278:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ac:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:0.0:1777580299.444281:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.445026:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7c00, rc 0) 00000100:00100000:0.0:1777580299.445179:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+173:282118:x1863919946285440:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3933us (6836us total) trans 8589949859 rc 0/0 00000100:00100000:0.0:1777580299.445193:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18377 00000100:00100000:0.0:1777580299.445205:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820387032041 time 7820390078571 state 0x2 ref 0 00000100:00100000:2.0:1777580299.452681:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.452719:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.452844:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.452952:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.452969:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.452980:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.452988:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.452996:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.453005:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.453027:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024185aa400) 00010000:00010000:0.0:1777580299.453032:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.453038:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.453046:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e448ff lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.453109:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946286080 00000100:00100000:0.0:1777580299.453122:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946286080 00000100:00100000:0.0:1777580299.453240:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3947 00000100:00100000:0.0:1777580299.453254:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+172:282111:x1863919946286080:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580299.453749:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+173:282111:x1863919946286080:12345-192.168.202.9@tcp:35:touch.500 Request processed in 497us (905us total) trans 8589949860 rc 0/0 00000100:00100000:0.0:1777580299.453760:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3947 00000100:00100000:0.0:1777580299.453816:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946285568 00000100:00100000:0.0:1777580299.453821:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946285568 00000100:00100000:0.0:1777580299.453847:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820387032041 time 7820390078571 state 0x0 ref 1 00000100:00100000:0.0:1777580299.453860:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820390178571 time 7820390078571 state 0x1 ref 1 00000100:00100000:0.0:1777580299.453880:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946285824 00000100:00100000:0.0:1777580299.453884:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946285824 00000100:00100000:0.0:1777580299.453899:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820390178571 time 7820390078571 state 0x1 ref 2 00000100:00100000:0.0:1777580299.453923:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820402884616 time 7820402784616 state 0x1 ref 2 00000100:00100000:0.0:1777580299.453935:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+174:282115:x1863919946285568:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.453962:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.453987:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44914 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd23 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.454044:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44914 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd23 expref: 175 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.454063:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44914 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd23 expref: 175 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.454085:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ab:0x0].0x0 (ffffa0249076f900) 00010000:00010000:0.0:1777580299.454088:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580299.454092:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b21e00, rc 0) 00000100:00100000:0.0:1777580299.454119:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+175:282115:x1863919946285568:12345-192.168.202.9@tcp:101:touch.500 Request processed in 186us (1456us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.454126:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18378 00000100:00100000:0.0:1777580299.454164:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820402884616 time 7820403027413 state 0x0 ref 1 00000100:00100000:0.0:1777580299.454171:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+174:282118:x1863919946285824:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580299.454201:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580299.454218:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44906 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd1c expref: 174 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.454234:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ac:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:0.0:1777580299.454243:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.454309:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.454320:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.454331:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.454442:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000fe992c1 reply state 0000000061d1628d transno 8589949861 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.454451:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.454498:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+175:282118:x1863919946285824:12345-192.168.202.9@tcp:36:touch.500 Request processed in 327us (1779us total) trans 8589949861 rc 0/0 00000100:00100000:0.0:1777580299.454504:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18379 00000100:00100000:0.0:1777580299.454508:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820402884616 time 7820403027413 state 0x2 ref 0 00010000:00010000:3.0:1777580299.454781:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.454789:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.454794:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.454800:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.454805:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.454810:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.454819:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ab:0x0].0x0 (ffffa0249076f900) 00010000:00010000:3.0:1777580299.454821:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.454825:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.454830:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e448ea lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.455080:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.455368:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946286336 00000100:00100000:3.0:1777580299.455376:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946286336 00000100:00100000:3.0:1777580299.455407:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820402884616 time 7820403027413 state 0x0 ref 1 00000100:00100000:3.0:1777580299.455419:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820403127413 time 7820403027413 state 0x1 ref 1 00000100:00100000:3.0:1777580299.455444:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820403127413 time 7820404307096 state 0x0 ref 1 00000100:00100000:3.0:1777580299.455458:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+174:282119:x1863919946286336:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.455474:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.455493:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44922 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd2a expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.455854:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.455876:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.455888:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.455907:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.455916:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.455924:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580299.457062:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1570:0x0], index 0: 0 00010000:00010000:3.0:1777580299.457366:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44937 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457381:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44937 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457392:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44937 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457437:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457445:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457453:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457461:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.457466:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457473:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457490:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.457493:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.457499:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.457505:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44929 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.457523:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c078c8bc reply state 0000000006a0b9d6 transno 8589949862 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.457533:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.457887:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44922 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd2a expref: 177 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.458047:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44937 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd2a expref: 176 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.458129:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ad:0x0].0x0 (ffffa0249076ff00) 00010000:00010000:3.0:1777580299.458194:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.458198:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33c00, rc 0) 00000100:00100000:3.0:1777580299.458364:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+177:282119:x1863919946286336:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2907us (3284us total) trans 8589949862 rc 0/0 00000100:00100000:3.0:1777580299.458379:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18380 00000100:00100000:3.0:1777580299.458390:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820403127413 time 7820404307096 state 0x2 ref 0 00000100:00100000:2.0:1777580299.462393:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.462450:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.462554:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946286464 00000100:00100000:0.0:1777580299.462577:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946286464 00000100:00100000:0.0:1777580299.462630:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820403127413 time 7820404307096 state 0x0 ref 1 00000100:00100000:0.0:1777580299.462647:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820404407096 time 7820404307096 state 0x1 ref 1 00000100:00100000:0.0:1777580299.462692:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820404407096 time 7820411553060 state 0x0 ref 1 00000100:00100000:0.0:1777580299.462709:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+177:282118:x1863919946286464:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.462747:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.462775:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44945 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd31 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.462853:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44945 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd31 expref: 178 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.462873:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44945 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd31 expref: 178 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.462900:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ac:0x0].0x0 (ffffa024185aac00) 00010000:00010000:0.0:1777580299.462904:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580299.462910:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20400, rc 0) 00000100:00100000:2.0:1777580299.464171:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946286592 00000100:00100000:2.0:1777580299.464183:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946286592 00000100:00100000:2.0:1777580299.464250:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11256 00000100:00100000:2.0:1777580299.464262:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+46:2362:x1863919946286592:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580299.464713:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+47:2362:x1863919946286592:12345-192.168.202.9@tcp:2:touch.500 Request processed in 451us (2262us total) trans 8589938775 rc 0/0 00000100:00100000:2.0:1777580299.464724:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11256 00000100:00100000:0.0:1777580299.465927:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+178:282118:x1863919946286464:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3205us (3533us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.466248:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18381 00000100:00100000:0.0:1777580299.466260:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820404407096 time 7820411553060 state 0x2 ref 0 00010000:00010000:3.0:1777580299.468543:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.468565:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.468575:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.468584:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.468590:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.468600:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.468625:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ac:0x0].0x0 (ffffa024185aac00) 00010000:00010000:3.0:1777580299.468629:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.468635:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.468643:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e4491b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.474005:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.474045:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.474078:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.474093:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.474103:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.474110:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.474117:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.474126:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.474169:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.474201:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa0249076f500) 00010000:00010000:0.0:1777580299.474205:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.474211:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.474219:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e44930 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.474297:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946287360 00000100:00100000:0.0:1777580299.474310:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946287360 00000100:00100000:0.0:1777580299.474392:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3948 00000100:00100000:0.0:1777580299.474404:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+176:282115:x1863919946287360:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580299.474909:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+177:282115:x1863919946287360:12345-192.168.202.9@tcp:35:touch.500 Request processed in 505us (737us total) trans 8589949863 rc 0/0 00000100:00100000:0.0:1777580299.474920:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3948 00000100:00100000:0.0:1777580299.474991:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946286848 00000100:00100000:0.0:1777580299.474996:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946286848 00000100:00100000:0.0:1777580299.475022:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820404407096 time 7820411553060 state 0x0 ref 1 00000100:00100000:0.0:1777580299.475034:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820411653060 time 7820411553060 state 0x1 ref 1 00000100:00100000:0.0:1777580299.475058:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946287104 00000100:00100000:0.0:1777580299.475061:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946287104 00000100:00100000:0.0:1777580299.475077:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820411653060 time 7820411553060 state 0x1 ref 2 00000100:00100000:0.0:1777580299.475106:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820424067597 time 7820423967597 state 0x1 ref 2 00000100:00100000:0.0:1777580299.475120:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+178:282119:x1863919946286848:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580299.475185:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580299.475212:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44937 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd2a expref: 178 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.475229:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820424067597 time 7820424090459 state 0x0 ref 2 00010000:00010000:0.0:1777580299.475233:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ad:0x0].0x0 (ffffa0249076ff00) 00000100:00100000:2.0:1777580299.475244:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+177:282121:x1863919946287104:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.475244:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.475256:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.475275:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4494c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd38 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.475322:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.475337:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.475349:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.475421:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.475434:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.475443:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.475446:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bec4182 reply state 00000000c44d3b49 transno 8589949864 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.475455:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580299.475463:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.475471:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.475479:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.475520:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+180:282119:x1863919946286848:12345-192.168.202.9@tcp:36:touch.500 Request processed in 402us (1531us total) trans 8589949864 rc 0/0 00000100:00100000:0.0:1777580299.475529:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18382 00000004:00080000:2.0:1777580299.476178:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x154c:0x0], index 1: 0 00010000:00010000:2.0:1777580299.476373:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44968 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476386:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44968 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476397:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44968 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476437:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476445:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476453:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476460:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.476466:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476484:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476498:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.476502:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.476507:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476514:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4495a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.476529:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f5916a5 reply state 0000000087bc92af transno 8589949865 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.476538:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580299.476573:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4494c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd38 expref: 181 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476591:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44968 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd38 expref: 180 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.476599:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ae:0x0].0x0 (ffffa0249881d900) 00010000:00010000:2.0:1777580299.476602:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.476605:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7200, rc 0) 00000100:00100000:2.0:1777580299.476674:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+181:282121:x1863919946287104:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1432us (2627us total) trans 8589949865 rc 0/0 00000100:00100000:2.0:1777580299.476682:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18383 00000100:00100000:2.0:1777580299.476689:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820424067597 time 7820424090459 state 0x2 ref 0 00000100:00100000:2.0:1777580299.482943:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580299.483970:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.483988:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.483998:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.484007:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.484014:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.484024:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.484048:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ad:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:3.0:1777580299.484052:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.484059:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.484066:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44953 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.484080:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946287488 00000100:00100000:0.0:1777580299.484095:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946287488 00000100:00100000:0.0:1777580299.484197:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11257 00000100:00100000:0.0:1777580299.484211:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+46:2362:x1863919946287488:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.484742:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+47:2362:x1863919946287488:12345-192.168.202.9@tcp:2:touch.500 Request processed in 531us (1808us total) trans 8589938377 rc 0/0 00000100:00100000:0.0:1777580299.484755:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11257 00000100:00100000:2.0:1777580299.492351:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.492394:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946287744 00000100:00100000:2.0:1777580299.492407:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946287744 00000100:00100000:2.0:1777580299.492459:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820424067597 time 7820424090459 state 0x0 ref 1 00000100:00100000:2.0:1777580299.492478:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820424190459 time 7820424090459 state 0x1 ref 1 00000100:00100000:2.0:1777580299.492513:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820424190459 time 7820441374971 state 0x0 ref 1 00000100:00100000:2.0:1777580299.492528:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+180:282121:x1863919946287744:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580299.492748:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580299.492788:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e44968 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd38 expref: 180 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.492815:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ae:0x0].0x0 (ffffa0249881d900) 00010000:00010000:2.0:1777580299.492831:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.493037:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.493057:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.493070:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.493317:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0499b7e reply state 00000000ccb4e74d transno 8589949866 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.493332:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.493463:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+181:282121:x1863919946287744:12345-192.168.202.9@tcp:36:touch.500 Request processed in 937us (1126us total) trans 8589949866 rc 0/0 00000100:00100000:2.0:1777580299.493475:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18384 00000100:00100000:2.0:1777580299.493481:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820424190459 time 7820441374971 state 0x2 ref 0 00010000:00010000:0.0:1777580299.493755:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.493766:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.493775:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.493783:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.493789:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.493799:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.493815:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa0249881de00) 00010000:00010000:0.0:1777580299.493818:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.493824:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.493831:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44961 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.494504:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.494558:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.494720:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946287872 00000100:00100000:3.0:1777580299.494730:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946287872 00000100:00100000:3.0:1777580299.494768:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820424190459 time 7820441374971 state 0x0 ref 1 00000100:00100000:3.0:1777580299.494781:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820441474971 time 7820441374971 state 0x1 ref 1 00000100:00100000:3.0:1777580299.494799:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946288128 00000100:00100000:3.0:1777580299.494802:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946288128 00000100:00100000:3.0:1777580299.494813:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820441474971 time 7820441374971 state 0x1 ref 2 00000100:00100000:3.0:1777580299.494831:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820443794068 time 7820443694068 state 0x1 ref 2 00000100:00100000:3.0:1777580299.494842:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+181:282119:x1863919946287872:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.494871:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.494895:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4497d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd3f expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.494982:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4497d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd3f expref: 182 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.494998:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4497d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd3f expref: 182 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.495025:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ad:0x0].0x0 (ffffa0249076f700) 00010000:00010000:3.0:1777580299.495029:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.495032:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5200, rc 0) 00000100:00100000:3.0:1777580299.497960:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+182:282119:x1863919946287872:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3085us (3428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.497979:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18385 00000100:00100000:3.0:1777580299.498052:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820443794068 time 7820446911549 state 0x0 ref 1 00000100:00100000:3.0:1777580299.498076:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02397d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+181:282125:x1863919946288128:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.498110:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.498177:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44984 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd46 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.498423:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.498443:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.498459:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.498479:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.498488:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.498496:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580299.499176:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1571:0x0], index 0: 0 00010000:00010000:3.0:1777580299.499393:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44999 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499406:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44999 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499415:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44999 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499455:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499462:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499469:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499476:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.499482:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499490:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499504:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.499508:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.499513:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499520:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4498b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.499534:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051e5cff3 reply state 000000003d420275 transno 8589949867 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.499544:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.499586:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44984 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd46 expref: 184 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499602:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44999 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd46 expref: 183 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.499610:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7af:0x0].0x0 (ffffa0249076f500) 00010000:00010000:3.0:1777580299.499612:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.499614:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9400, rc 0) 00000100:00100000:3.0:1777580299.502443:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02397d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+184:282125:x1863919946288128:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4360us (7868us total) trans 8589949867 rc 0/0 00000100:00100000:3.0:1777580299.502459:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18386 00000100:00100000:3.0:1777580299.502470:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820443794068 time 7820446911549 state 0x2 ref 0 00000100:00100000:0.0:1777580299.504970:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.505547:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946288256 00000100:00100000:2.0:1777580299.505562:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946288256 00000100:00100000:2.0:1777580299.505739:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820443794068 time 7820446911549 state 0x0 ref 1 00000100:00100000:2.0:1777580299.505756:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820447011549 time 7820446911549 state 0x1 ref 1 00000100:00100000:2.0:1777580299.505802:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820447011549 time 7820454663189 state 0x0 ref 1 00000100:00100000:2.0:1777580299.505819:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+184:282121:x1863919946288256:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.505856:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.505886:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e449a7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd4d expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.505997:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e449a7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd4d expref: 185 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.506017:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e449a7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd4d expref: 185 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.506048:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ae:0x0].0x0 (ffffa02499549b00) 00010000:00010000:2.0:1777580299.506052:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580299.506057:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7200, rc 0) 00000100:00100000:2.0:1777580299.506163:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+185:282121:x1863919946288256:12345-192.168.202.9@tcp:101:touch.500 Request processed in 322us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.506173:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18387 00000100:00100000:2.0:1777580299.506180:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820447011549 time 7820454663189 state 0x2 ref 0 00010000:00010000:3.0:1777580299.507228:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.507243:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.507252:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.507260:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.507267:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.507277:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.507296:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ae:0x0].0x0 (ffffa02499549b00) 00010000:00010000:3.0:1777580299.507300:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.507305:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.507312:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44976 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.510502:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.510762:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946288512 00000100:00100000:0.0:1777580299.510777:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946288512 00000100:00100000:0.0:1777580299.510898:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3949 00000100:00100000:0.0:1777580299.510913:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+184:282118:x1863919946288512:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580299.511510:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+185:282118:x1863919946288512:12345-192.168.202.9@tcp:35:touch.500 Request processed in 599us (1021us total) trans 8589949868 rc 0/0 00000100:00100000:0.0:1777580299.511521:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3949 00000100:00100000:2.0:1777580299.520774:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.520817:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.520842:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.521051:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.521066:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.521075:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.521082:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.521088:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.521096:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.521117:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0249076ff00) 00010000:00010000:0.0:1777580299.521120:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.521126:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.521170:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44992 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.521225:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946288640 00000100:00100000:0.0:1777580299.521238:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946288640 00000100:00100000:0.0:1777580299.521300:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11258 00000100:00100000:0.0:1777580299.521311:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+47:2361:x1863919946288640:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.521744:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:2361:x1863919946288640:12345-192.168.202.9@tcp:2:touch.500 Request processed in 433us (923us total) trans 8589938776 rc 0/0 00000100:00100000:0.0:1777580299.521754:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11258 00000100:00100000:3.0:1777580299.522103:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946288896 00000100:00100000:3.0:1777580299.522111:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946288896 00000100:00100000:3.0:1777580299.522179:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820447011549 time 7820454663189 state 0x0 ref 1 00000100:00100000:3.0:1777580299.522194:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820454763189 time 7820454663189 state 0x1 ref 1 00000100:00100000:3.0:1777580299.522220:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946289152 00000100:00100000:3.0:1777580299.522225:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946289152 00000100:00100000:3.0:1777580299.522240:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820454763189 time 7820454663189 state 0x1 ref 2 00000100:00100000:3.0:1777580299.522261:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820471223260 time 7820471123260 state 0x1 ref 2 00000100:00100000:3.0:1777580299.522274:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+185:282127:x1863919946288896:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.522296:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.522319:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e449ae lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd54 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.522503:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.522524:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.522538:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.522557:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.522563:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.522570:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.523564:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820471223260 time 7820472419699 state 0x0 ref 2 00000100:00100000:2.0:1777580299.523592:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+186:282125:x1863919946289152:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580299.523645:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580299.523676:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44999 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd46 expref: 186 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.523699:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7af:0x0].0x0 (ffffa0249076f500) 00010000:00010000:2.0:1777580299.523714:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.523806:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.523818:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.523834:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.524046:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9075ade reply state 00000000e0d0d4e2 transno 8589949869 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.524058:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.524227:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+187:282125:x1863919946289152:12345-192.168.202.9@tcp:36:touch.500 Request processed in 644us (3380us total) trans 8589949869 rc 0/0 00000100:00100000:2.0:1777580299.524238:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18389 00000004:00080000:3.0:1777580299.526809:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x154d:0x0], index 1: 0 00010000:00010000:3.0:1777580299.527181:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e449ca lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527210:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e449ca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527226:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e449ca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527278:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527287:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527295:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527303:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.527309:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527319:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527335:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.527339:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.527345:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527352:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449b5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.527373:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000430aed41 reply state 000000007d99935b transno 8589949870 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.527387:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.527444:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e449ae lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd54 expref: 188 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527463:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e449ca lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd54 expref: 187 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.527471:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b0:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:3.0:1777580299.527473:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.527476:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33c00, rc 0) 00000100:00100000:3.0:1777580299.527580:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282127:x1863919946288896:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5308us (6820us total) trans 8589949870 rc 0/0 00000100:00100000:3.0:1777580299.527593:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18388 00000100:00100000:3.0:1777580299.527603:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820471223260 time 7820472419699 state 0x2 ref 0 00000100:00100000:2.0:1777580299.528420:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.529634:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946289280 00000100:00100000:1.0:1777580299.529647:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946289280 00000100:00100000:1.0:1777580299.529721:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11259 00000100:00100000:1.0:1777580299.529733:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+47:2363:x1863919946289280:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580299.530180:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:2363:x1863919946289280:12345-192.168.202.9@tcp:2:touch.500 Request processed in 447us (1763us total) trans 8589938378 rc 0/0 00000100:00100000:1.0:1777580299.530189:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11259 00000100:00100000:2.0:1777580299.531823:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580299.532130:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.532175:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.532185:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.532193:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.532200:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.532214:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.532238:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7af:0x0].0x0 (ffffa02499549700) 00010000:00010000:3.0:1777580299.532242:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.532250:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.532257:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e449c3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.535039:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.535666:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.535711:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.535754:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946289920 00000100:00100000:3.0:1777580299.535769:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946289920 00000100:00100000:3.0:1777580299.535825:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820471223260 time 7820472419699 state 0x0 ref 1 00000100:00100000:3.0:1777580299.535843:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820472519699 time 7820472419699 state 0x1 ref 1 00000100:00100000:3.0:1777580299.535872:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946290176 00000100:00100000:3.0:1777580299.535876:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946290176 00000100:00100000:3.0:1777580299.535893:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820472519699 time 7820472419699 state 0x1 ref 2 00000100:00100000:3.0:1777580299.536091:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820485052090 time 7820484952090 state 0x1 ref 2 00000100:00100000:3.0:1777580299.536109:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282125:x1863919946289920:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.536182:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.536216:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e449d8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd5b expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.536304:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e449d8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd5b expref: 189 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.536323:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e449d8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd5b expref: 189 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.536347:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7af:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:3.0:1777580299.536351:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.536356:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32800, rc 0) 00000100:00100000:3.0:1777580299.536432:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282125:x1863919946289920:12345-192.168.202.9@tcp:101:touch.500 Request processed in 328us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.536440:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18390 00000100:00100000:3.0:1777580299.536468:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820485052090 time 7820485331355 state 0x0 ref 1 00000100:00100000:3.0:1777580299.536479:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282127:x1863919946290176:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580299.536538:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.536584:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e449ca lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd54 expref: 188 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.536605:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b0:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:3.0:1777580299.536614:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.536686:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.536697:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.536710:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.536904:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e6978751 reply state 000000004d0e1fb4 transno 8589949871 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.536928:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580299.538777:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282127:x1863919946290176:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2290us (3058us total) trans 8589949871 rc 0/0 00000100:00100000:3.0:1777580299.538793:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18391 00000100:00100000:3.0:1777580299.538803:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820485052090 time 7820485331355 state 0x2 ref 0 00000100:00100000:0.0:1777580299.539683:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946289536 00000100:00100000:0.0:1777580299.539697:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946289536 00010000:00010000:0.0:1777580299.539748:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.539762:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.539770:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.539778:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.539783:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.539791:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.539810:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02493ac1900) 00010000:00010000:0.0:1777580299.539813:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.539819:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.539825:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e449bc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.540239:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.540425:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946289792 00000100:00100000:0.0:1777580299.540432:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946289792 00000100:00100000:0.0:1777580299.540457:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3950 00000100:00100000:0.0:1777580299.540468:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282119:x1863919946289536:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580299.541100:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3951 00000100:00100000:2.0:1777580299.541118:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282121:x1863919946289792:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580299.541405:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282121:x1863919946289792:12345-192.168.202.9@tcp:35:touch.500 Request processed in 293us (6380us total) trans 8589949873 rc 0/0 00000100:00100000:2.0:1777580299.541415:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3951 00000100:00100000:3.0:1777580299.542289:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946290432 00000100:00100000:3.0:1777580299.542302:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946290432 00000100:00100000:3.0:1777580299.542344:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820485052090 time 7820485331355 state 0x0 ref 1 00000100:00100000:3.0:1777580299.542361:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820485431355 time 7820485331355 state 0x1 ref 1 00000100:00100000:3.0:1777580299.542397:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820485431355 time 7820491258572 state 0x0 ref 1 00000100:00100000:3.0:1777580299.542414:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282130:x1863919946290432:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.542433:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.542459:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e449e6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd62 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.542637:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.542661:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.542675:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.542697:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.542705:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.542714:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.543204:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282119:x1863919946289536:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2734us (11390us total) trans 8589949872 rc 0/0 00000100:00100000:0.0:1777580299.543216:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3950 00000004:00080000:3.0:1777580299.545300:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1572:0x0], index 0: 0 00010000:00010000:3.0:1777580299.545590:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e449fb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545613:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e449fb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545627:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e449fb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545679:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545689:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545696:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545705:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.545711:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545721:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545737:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.545741:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.545746:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545752:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e449ed lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.545771:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fabe030e reply state 00000000995280f8 transno 8589949874 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.545781:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.545832:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e449e6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd62 expref: 193 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545855:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e449fb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd62 expref: 192 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.545864:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b1:0x0].0x0 (ffffa0249dea8000) 00010000:00010000:3.0:1777580299.545867:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.545871:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3e00, rc 0) 00000100:00100000:0.0:1777580299.546442:0:187653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395cf9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:187653:1863919917410048:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1777580299.546516:0:187653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580299.546589:0:187653:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024aec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777580299.546617:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917410048 00000100:00100000:0.0:1777580299.546626:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917410048 00000100:00100000:0.0:1777580299.546697:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11260 00000100:00100000:0.0:1777580299.546709:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:187653:x1863919917410048:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1777580299.546770:0:193009:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 5506 00000100:00100000:0.0:1777580299.563902:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:187653:x1863919917410048:12345-0@lo:5:osp-pre-0-0.0 Request processed in 17181us (17371us total) trans 8589938777 rc 0/0 00000100:00100000:0.0:1777580299.564843:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11260 00000100:00080000:0.0:1777580299.564900:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777580299.565301:0:187653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395cf9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:187653:1863919917410048:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1777580299.565331:0:187653:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1572:0x0]-[0x240000400:0x15a1:0x0] 00000100:00100000:3.0:1777580299.566413:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282130:x1863919946290432:12345-192.168.202.9@tcp:101:touch.500 Request processed in 23993us (26167us total) trans 8589949874 rc 0/0 00000100:00100000:3.0:1777580299.566431:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18392 00000100:00100000:3.0:1777580299.566441:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820485431355 time 7820491258572 state 0x2 ref 0 00000100:00100000:0.0:1777580299.578726:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.578865:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946290560 00000100:00100000:1.0:1777580299.578880:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946290560 00000100:00100000:0.0:1777580299.578917:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.578968:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11261 00000100:00100000:1.0:1777580299.578981:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:2362:x1863919946290560:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580299.579638:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+49:2362:x1863919946290560:12345-192.168.202.9@tcp:2:touch.500 Request processed in 657us (928us total) trans 8589938778 rc 0/0 00000100:00100000:1.0:1777580299.579649:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11261 00010000:00010000:0.0:1777580299.581307:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.581326:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.581335:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.581343:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.581349:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.581359:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.581382:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa0249dea8d00) 00010000:00010000:0.0:1777580299.581386:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.581393:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.581401:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e449f4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.581581:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.581591:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.581598:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.581605:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.581609:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.581616:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.581629:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b0:0x0].0x0 (ffffa0249dea8c00) 00010000:00010000:3.0:1777580299.581632:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.581636:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.581642:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e449df lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.581907:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946290688 00000100:00100000:2.0:1777580299.582070:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946290688 00000100:00100000:2.0:1777580299.582409:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820485431355 time 7820491258572 state 0x0 ref 1 00000100:00100000:2.0:1777580299.582425:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820491358572 time 7820491258572 state 0x1 ref 1 00000100:00100000:2.0:1777580299.582497:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820491358572 time 7820531358679 state 0x0 ref 1 00000100:00100000:2.0:1777580299.582520:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282127:x1863919946290688:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.582552:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.582594:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44a09 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd69 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.582672:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44a09 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd69 expref: 192 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.582691:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44a09 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd69 expref: 192 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.582712:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b0:0x0].0x0 (ffffa02499549700) 00010000:00010000:2.0:1777580299.582715:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580299.582719:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7800, rc 0) 00000100:00100000:2.0:1777580299.582804:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282127:x1863919946290688:12345-192.168.202.9@tcp:101:touch.500 Request processed in 294us (3888us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.582814:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18393 00000100:00100000:2.0:1777580299.582820:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820491358572 time 7820531358679 state 0x2 ref 0 00000100:00100000:3.0:1777580299.592802:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.592853:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946290944 00000100:00100000:3.0:1777580299.592866:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946290944 00000100:00100000:3.0:1777580299.592923:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820491358572 time 7820531358679 state 0x0 ref 1 00000100:00100000:3.0:1777580299.592959:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820531458679 time 7820531358679 state 0x1 ref 1 00000100:00100000:3.0:1777580299.592996:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820531458679 time 7820541857471 state 0x0 ref 1 00000100:00100000:3.0:1777580299.593013:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248b80f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282130:x1863919946290944:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580299.593586:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.593623:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e449fb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd62 expref: 192 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.593650:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b1:0x0].0x0 (ffffa0249dea8000) 00010000:00010000:3.0:1777580299.593664:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.593771:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.593788:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.593799:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.594697:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.594758:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.594792:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946291456 00000100:00100000:2.0:1777580299.594800:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946291456 00000100:00100000:2.0:1777580299.594858:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3952 00000100:00100000:2.0:1777580299.594872:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b64c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282125:x1863919946291456:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580299.595157:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946291200 00000100:00100000:0.0:1777580299.595165:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946291200 00000100:00100000:0.0:1777580299.595199:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820541957471 time 7820541857471 state 0x1 ref 2 00000100:00100000:0.0:1777580299.595231:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820541957471 time 7820544093214 state 0x0 ref 2 00000100:00100000:0.0:1777580299.595243:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282133:x1863919946291200:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580299.595255:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.595278:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44a17 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd70 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.595445:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.595461:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.595473:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.595494:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.595502:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.595510:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580299.600544:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x154e:0x0], index 1: 0 00010000:00010000:0.0:1777580299.600860:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44a2c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.600885:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44a2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.600900:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44a2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.600975:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.600987:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.600994:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.601000:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.601005:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.601013:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.601026:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.601030:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.601035:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.601041:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44a1e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.601061:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c6fb889c reply state 00000000545c3cbd transno 8589949876 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.601072:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580299.601162:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44a17 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd70 expref: 197 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.601184:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44a2c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd70 expref: 196 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.601199:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b2:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:0.0:1777580299.601202:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.601206:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7800, rc 0) 00000100:00100000:0.0:1777580299.601319:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282133:x1863919946291200:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6076us (6625us total) trans 8589949876 rc 0/0 00000100:00100000:0.0:1777580299.601331:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18395 00000100:00100000:0.0:1777580299.601457:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.601497:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946291584 00000100:00100000:0.0:1777580299.601508:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946291584 00000100:00100000:0.0:1777580299.601571:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11262 00000100:00100000:0.0:1777580299.601581:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:2362:x1863919946291584:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.601902:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+49:2362:x1863919946291584:12345-192.168.202.9@tcp:2:touch.500 Request processed in 321us (444us total) trans 8589938379 rc 0/0 00000100:00100000:0.0:1777580299.601912:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11262 00000004:00010000:3.0:1777580299.602841:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bdbe80eb reply state 000000003c03e5fd transno 8589949875 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.602859:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580299.603004:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248b80f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282130:x1863919946290944:12345-192.168.202.9@tcp:36:touch.500 Request processed in 9992us (10215us total) trans 8589949875 rc 0/0 00000100:00100000:3.0:1777580299.603015:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18394 00000100:00100000:3.0:1777580299.603025:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820541957471 time 7820544093214 state 0x2 ref 0 00000100:00100000:2.0:1777580299.604387:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b64c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282125:x1863919946291456:12345-192.168.202.9@tcp:35:touch.500 Request processed in 9510us (9620us total) trans 8589949877 rc 0/0 00000100:00100000:2.0:1777580299.604402:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3952 00010000:00010000:2.0:1777580299.605591:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.605608:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.605618:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.605626:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.605633:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.605645:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.605670:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa024185aa400) 00010000:00010000:2.0:1777580299.605674:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.605680:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.605688:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44a25 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.616325:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.616382:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.616620:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.616637:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.616647:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.616655:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.616662:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.616675:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.616698:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b1:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:0.0:1777580299.616702:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.616709:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.616717:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44a10 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.616980:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.621995:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946291840 00000100:00100000:2.0:1777580299.622014:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946291840 00000100:00100000:2.0:1777580299.622076:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820541957471 time 7820544093214 state 0x0 ref 1 00000100:00100000:2.0:1777580299.622091:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820544193214 time 7820544093214 state 0x1 ref 1 00000100:00100000:2.0:1777580299.622123:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946292096 00000100:00100000:2.0:1777580299.622127:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946292096 00000100:00100000:2.0:1777580299.622154:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820544193214 time 7820544093214 state 0x1 ref 2 00000100:00100000:2.0:1777580299.622178:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820571141333 time 7820571041333 state 0x1 ref 2 00000100:00100000:2.0:1777580299.622197:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248b80f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282133:x1863919946291840:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:3.0:1777580299.622247:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7820571141333 time 7820571107225 state 0x0 ref 2 00000100:00100000:3.0:1777580299.622267:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282132:x1863919946292096:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.622271:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580299.622280:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.622305:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44a3a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd77 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.622305:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44a2c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd70 expref: 196 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.622339:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b2:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:2.0:1777580299.622350:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.622435:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.622451:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.622462:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.622477:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.622491:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.622500:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.622518:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.622526:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.622532:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.622646:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c8e19ae reply state 000000009acfdc82 transno 8589949878 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.622656:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.622780:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248b80f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282133:x1863919946291840:12345-192.168.202.9@tcp:36:touch.500 Request processed in 589us (6468us total) trans 8589949878 rc 0/0 00000100:00100000:2.0:1777580299.622788:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18396 00000004:00080000:3.0:1777580299.623209:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1573:0x0], index 0: 0 00010000:00010000:3.0:1777580299.623393:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44a56 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623407:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44a56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623416:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44a56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623454:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623461:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623468:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623475:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.623479:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623488:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623497:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.623501:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.623506:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623512:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44a48 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.623528:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d128aab3 reply state 00000000dd1a18ae transno 8589949879 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.623537:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.623567:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44a3a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd77 expref: 199 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623582:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44a56 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd77 expref: 198 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.623590:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b3:0x0].0x0 (ffffa0249dea8c00) 00010000:00010000:3.0:1777580299.623592:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.623595:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33e00, rc 0) 00000100:00100000:3.0:1777580299.623644:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282132:x1863919946292096:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1382us (7261us total) trans 8589949879 rc 0/0 00000100:00100000:3.0:1777580299.623655:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18397 00000100:00100000:3.0:1777580299.623661:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7820571141333 time 7820571107225 state 0x2 ref 0 00000100:00100000:2.0:1777580299.623760:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.632271:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946292352 00000100:00100000:3.0:1777580299.632294:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946292352 00000100:00100000:3.0:1777580299.632383:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3953 00000100:00100000:3.0:1777580299.632398:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282127:x1863919946292352:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580299.632966:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+200:282127:x1863919946292352:12345-192.168.202.9@tcp:35:touch.500 Request processed in 568us (15983us total) trans 8589949880 rc 0/0 00000100:00100000:3.0:1777580299.632976:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3953 00010000:00010000:2.0:1777580299.634240:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.634267:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.634276:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.634284:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.634290:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.634299:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.634322:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b2:0x0].0x0 (ffffa0249076ff00) 00010000:00010000:2.0:1777580299.634326:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.634332:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.634340:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44a41 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.635273:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946292480 00000100:00100000:2.0:1777580299.635291:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946292480 00000100:00100000:2.0:1777580299.635338:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7820571141333 time 7820571107225 state 0x0 ref 1 00000100:00100000:2.0:1777580299.635354:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7820571207225 time 7820571107225 state 0x1 ref 1 00000100:00100000:2.0:1777580299.635390:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820571207225 time 7820584251763 state 0x0 ref 1 00000100:00100000:2.0:1777580299.635410:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282130:x1863919946292480:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.635443:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.635470:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44a64 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd7e expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.635543:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44a64 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd7e expref: 200 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.635561:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44a64 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd7e expref: 200 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.635599:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b1:0x0].0x0 (ffffa0249076f500) 00010000:00010000:2.0:1777580299.635601:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580299.635604:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7e00, rc 0) 00000100:00100000:2.0:1777580299.635695:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+200:282130:x1863919946292480:12345-192.168.202.9@tcp:101:touch.500 Request processed in 293us (11935us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.635706:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18398 00000100:00100000:2.0:1777580299.635713:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820571207225 time 7820584251763 state 0x2 ref 0 00000100:00100000:3.0:1777580299.636820:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.636868:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.636906:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.636957:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946292608 00000100:00100000:3.0:1777580299.636966:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946292608 00000100:00100000:3.0:1777580299.637009:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820571207225 time 7820584251763 state 0x0 ref 1 00000100:00100000:3.0:1777580299.637021:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820584351763 time 7820584251763 state 0x1 ref 1 00000100:00100000:3.0:1777580299.637044:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946292864 00000100:00100000:3.0:1777580299.637048:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946292864 00000100:00100000:3.0:1777580299.637064:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820584351763 time 7820584251763 state 0x1 ref 2 00000100:00100000:3.0:1777580299.640210:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946293120 00000100:00100000:3.0:1777580299.640231:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946293120 00000100:00100000:3.0:1777580299.640294:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820584351763 time 7820584251763 state 0x1 ref 3 00000100:00100000:3.0:1777580299.640338:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820589299958 time 7820589199958 state 0x1 ref 3 00000100:00100000:3.0:1777580299.640357:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282133:x1863919946292608:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.640392:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.640425:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e44a6b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd85 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.640513:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e44a6b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd85 expref: 203 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.640532:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e44a6b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd85 expref: 203 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.640556:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b2:0x0].0x0 (ffffa0249dea8b00) 00010000:00010000:3.0:1777580299.640560:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.640564:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6f400, rc 0) 00000100:00100000:0.0:1777580299.640707:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820589668523 time 7820589568523 state 0x1 ref 3 00010000:00010000:0.0:1777580299.640756:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.640765:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.640773:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.640782:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.640788:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.640798:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.640814:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa0249dea8000) 00010000:00010000:0.0:1777580299.640818:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.640823:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.640829:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44a4f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.640881:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282132:x1863919946292864:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580299.641002:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580299.641025:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44a56 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd77 expref: 202 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.641039:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b3:0x0].0x0 (ffffa0249dea8c00) 00010000:00010000:0.0:1777580299.641050:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.641170:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.641180:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.641191:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.641394:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000218170aa reply state 000000000c032d44 transno 8589949881 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.641405:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.641551:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+203:282132:x1863919946292864:12345-192.168.202.9@tcp:36:touch.500 Request processed in 829us (4683us total) trans 8589949881 rc 0/0 00000100:00100000:0.0:1777580299.641561:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18400 00000100:00100000:0.0:1777580299.642862:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820589668523 time 7820591717741 state 0x0 ref 2 00000100:00100000:0.0:1777580299.642893:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282135:x1863919946293120:12345-192.168.202.9@tcp:101:touch.500 00000100:00100000:3.0:1777580299.644314:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282133:x1863919946292608:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3957us (7494us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.644328:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18399 00000100:00100000:3.0:1777580299.644458:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.644780:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777580299.644818:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946293248 00000100:00100000:0.0:1777580299.644828:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946293248 00000100:00100000:0.0:1777580299.644891:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11263 00000100:00100000:0.0:1777580299.644903:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+49:2363:x1863919946293248:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.645360:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+50:2363:x1863919946293248:12345-192.168.202.9@tcp:2:touch.500 Request processed in 457us (900us total) trans 8589938779 rc 0/0 00000100:00100000:0.0:1777580299.645369:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11263 00010000:00010000:0.0:1777580299.645553:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44a79 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd8c expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.645744:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.645766:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.645780:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.645798:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.645806:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.645811:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580299.646482:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x154f:0x0], index 1: 0 00010000:00010000:0.0:1777580299.646710:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44a8e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646724:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44a8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646735:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44a8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646781:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646790:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646799:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646806:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.646811:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646820:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646837:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.646841:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.646847:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.646857:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44a80 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.646870:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003dcf7276 reply state 000000009dabfe87 transno 8589949882 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.646878:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580299.652513:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44a79 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd8c expref: 204 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.652556:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44a8e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd8c expref: 203 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.653232:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.653262:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946293376 00000100:00100000:3.0:1777580299.653273:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946293376 00000100:00100000:3.0:1777580299.653328:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820591817741 time 7820591717741 state 0x1 ref 2 00000100:00100000:3.0:1777580299.653364:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820591817741 time 7820602225751 state 0x0 ref 2 00000100:00100000:3.0:1777580299.653380:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+204:282132:x1863919946293376:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.653412:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.653432:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e44a9c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd93 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.653488:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e44a9c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd93 expref: 205 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.653501:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e44a9c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd93 expref: 205 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.653520:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b3:0x0].0x0 (ffffa024185aa400) 00010000:00010000:3.0:1777580299.653524:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.653528:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fa00, rc 0) 00000100:00100000:3.0:1777580299.653616:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282132:x1863919946293376:12345-192.168.202.9@tcp:101:touch.500 Request processed in 239us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.653626:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18402 00000100:00100000:3.0:1777580299.653696:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.653828:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580299.659084:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.659121:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.659129:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.659262:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.659268:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.659276:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.659298:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b3:0x0].0x0 (ffffa024185aa400) 00010000:00010000:3.0:1777580299.659301:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.659308:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.659316:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44a72 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.659374:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946293760 00000100:00100000:3.0:1777580299.659388:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946293760 00000100:00100000:3.0:1777580299.659463:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3954 00000100:00100000:3.0:1777580299.659476:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+204:282130:x1863919946293760:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580299.660004:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282130:x1863919946293760:12345-192.168.202.9@tcp:35:touch.500 Request processed in 527us (6172us total) trans 8589949883 rc 0/0 00000100:00100000:3.0:1777580299.660015:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3954 00000100:00100000:3.0:1777580299.660122:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580299.661219:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b4:0x0].0x0 (ffffa0249881de00) 00010000:00010000:0.0:1777580299.661228:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.661235:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680f800, rc 0) 00000100:00100000:0.0:1777580299.661286:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946293504 00000100:00100000:0.0:1777580299.661297:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946293504 00000100:00100000:0.0:1777580299.661365:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946293888 00000100:00100000:0.0:1777580299.661369:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946293888 00000100:00100000:0.0:1777580299.661410:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11264 00000100:00100000:0.0:1777580299.661422:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+49:2363:x1863919946293504:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.661852:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+50:2363:x1863919946293504:12345-192.168.202.9@tcp:2:touch.500 Request processed in 431us (8155us total) trans 8589938380 rc 0/0 00000100:00100000:0.0:1777580299.661862:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11264 00000100:00100000:0.0:1777580299.661890:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11265 00000100:00100000:0.0:1777580299.661900:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+50:2363:x1863919946293888:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.662328:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+51:2363:x1863919946293888:12345-192.168.202.9@tcp:2:touch.500 Request processed in 428us (2205us total) trans 8589938780 rc 0/0 00000100:00100000:0.0:1777580299.662337:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11265 00000100:00100000:0.0:1777580299.666201:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282135:x1863919946293120:12345-192.168.202.9@tcp:101:touch.500 Request processed in 23304us (29277us total) trans 8589949882 rc 0/0 00000100:00100000:0.0:1777580299.666218:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18401 00000100:00100000:0.0:1777580299.666230:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820591817741 time 7820602225751 state 0x2 ref 0 00000100:00100000:3.0:1777580299.675467:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.676312:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946294144 00000100:00100000:3.0:1777580299.676326:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946294144 00000100:00100000:3.0:1777580299.676408:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3955 00000100:00100000:3.0:1777580299.676424:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282132:x1863919946294144:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580299.681079:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282132:x1863919946294144:12345-192.168.202.9@tcp:35:touch.500 Request processed in 4641us (5609us total) trans 8589949884 rc 0/0 00000100:00100000:3.0:1777580299.681287:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3955 00000100:00100000:3.0:1777580299.681557:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.681731:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.681761:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.681797:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.681826:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.681853:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.681884:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946294400 00000100:00100000:3.0:1777580299.681894:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946294400 00000100:00100000:3.0:1777580299.681935:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820591817741 time 7820602225751 state 0x0 ref 1 00000100:00100000:3.0:1777580299.681961:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820602325751 time 7820602225751 state 0x1 ref 1 00000100:00100000:3.0:1777580299.681982:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946294528 00000100:00100000:3.0:1777580299.681986:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946294528 00000100:00100000:3.0:1777580299.682000:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820338842019 time 7820339660649 state 0x0 ref 1 00000100:00100000:3.0:1777580299.682008:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820339760649 time 7820339660649 state 0x1 ref 1 00000100:00100000:3.0:1777580299.682029:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946294656 00000100:00100000:3.0:1777580299.682032:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946294656 00000100:00100000:3.0:1777580299.682045:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820339760649 time 7820339660649 state 0x1 ref 2 00000100:00100000:3.0:1777580299.682056:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946294784 00000100:00100000:3.0:1777580299.682059:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946294784 00000100:00100000:3.0:1777580299.682070:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820339760649 time 7820339660649 state 0x1 ref 3 00000100:00100000:3.0:1777580299.682081:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946294912 00000100:00100000:3.0:1777580299.682083:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946294912 00000100:00100000:3.0:1777580299.682297:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820339760649 time 7820339660649 state 0x1 ref 4 00000100:00100000:3.0:1777580299.682313:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946295040 00000100:00100000:3.0:1777580299.682317:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946295040 00000100:00100000:3.0:1777580299.682333:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820339760649 time 7820339660649 state 0x1 ref 5 00000100:00100000:3.0:1777580299.682350:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820631312714 time 7820631212714 state 0x1 ref 5 00000100:00100000:3.0:1777580299.682365:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+211:282138:x1863919946294528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580299.682395:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.682424:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44aa3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cd9a expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.682504:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.682525:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.682541:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.682559:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.682894:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.682905:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.682913:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.682920:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.682926:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.682935:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.682961:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa0249881d900) 00010000:00010000:0.0:1777580299.682965:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.682971:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.682979:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44a87 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.683030:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820602325751 time 7820631891321 state 0x0 ref 1 00000100:00100000:0.0:1777580299.683047:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+211:282135:x1863919946294400:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580299.683086:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580299.683118:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44a8e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd8c expref: 211 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.683147:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b4:0x0].0x0 (ffffa0249881de00) 00010000:00010000:0.0:1777580299.683158:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.683241:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.683250:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.683261:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.683450:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000057e5097 reply state 00000000cebf0a77 transno 8589949885 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.683463:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.686861:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.686885:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687098:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44abf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687111:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44abf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687120:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44abf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580299.687181:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a9:0x0]: returning size 0 00000004:00200000:3.0:1777580299.687187:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580299.687216:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44abf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687231:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44abf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687242:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687249:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687261:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687269:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.687274:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687283:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687298:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.687301:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.687308:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687315:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44aaa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687335:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687341:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687348:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687353:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.687357:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687367:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687377:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0249dea8500) 00010000:00010000:3.0:1777580299.687381:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.687384:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687390:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ab1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687445:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e44aa3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd9a expref: 213 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687468:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44abf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd9a expref: 212 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.687476:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a9:0x0].0x0 (ffffa02493ac1a00) 00010000:00010000:3.0:1777580299.687479:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.687482:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32400, rc 0) 00000100:00100000:3.0:1777580299.689230:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282138:x1863919946294528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6855us (7486us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.689247:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18404 00000100:00100000:3.0:1777580299.689315:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820638273018 time 7820638173018 state 0x1 ref 4 00000100:00100000:3.0:1777580299.689342:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+211:282147:x1863919946294656:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580299.689370:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.689400:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ac6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cda1 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689493:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689512:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689527:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689548:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689556:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689563:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689823:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44adb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689834:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44adb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689843:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44adb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580299.689876:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ac:0x0]: returning size 0 00000004:00200000:3.0:1777580299.689880:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580299.689904:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44adb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689919:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44adb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689929:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689937:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689954:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689962:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.689968:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689976:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.689990:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.689994:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.690000:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690007:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44acd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690024:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690030:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690037:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690043:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.690047:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690054:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690064:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0249dea8600) 00010000:00010000:3.0:1777580299.690067:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.690071:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690077:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44ad4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690245:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ac6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda1 expref: 213 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690269:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44adb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda1 expref: 212 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.690277:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ac:0x0].0x0 (ffffa024185aac00) 00010000:00010000:3.0:1777580299.690281:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.690284:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1ce00, rc 0) 00000100:00100000:2.0:1777580299.691866:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820640820085 time 7820640720085 state 0x1 ref 4 00000100:00100000:2.0:1777580299.691905:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282136:x1863919946294784:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580299.691930:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.691967:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44ae2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cda8 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692081:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692117:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692151:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692173:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692181:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692189:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692359:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692369:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692377:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580299.692412:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a7:0x0]: returning size 0 00000004:00200000:2.0:1777580299.692417:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580299.692441:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692455:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692469:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692477:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692485:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692492:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.692497:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692505:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692518:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.692522:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.692527:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692535:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44ae9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692549:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692555:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692562:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692580:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.692585:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692592:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692602:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0249076ff00) 00010000:00010000:2.0:1777580299.692605:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.692609:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692615:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44af0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692656:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e44ae2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 214 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692673:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 213 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.692681:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:2.0:1777580299.692685:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.692689:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7c00, rc 0) 00000100:00100000:0.0:1777580299.693837:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+213:282135:x1863919946294400:12345-192.168.202.9@tcp:36:touch.500 Request processed in 10783us (12269us total) trans 8589949885 rc 0/0 00000100:00100000:0.0:1777580299.693852:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18403 00000100:00100000:0.0:1777580299.693864:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820602325751 time 7820631891321 state 0x2 ref 0 00000100:00100000:0.0:1777580299.693963:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820642924011 time 7820642824011 state 0x1 ref 4 00000100:00100000:0.0:1777580299.693987:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282137:x1863919946294912:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.694011:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.694037:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44afe lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdaf expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694123:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694150:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694160:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694175:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694181:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694186:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694312:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694320:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694328:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580299.694369:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a8:0x0]: returning size 0 00000004:00200000:0.0:1777580299.694374:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580299.694398:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694412:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694419:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694425:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694431:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694436:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.694440:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694445:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694455:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.694458:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.694461:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694465:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44b05 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694481:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694486:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694491:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694494:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.694496:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694501:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694509:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0248a60e100) 00010000:00010000:0.0:1777580299.694512:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.694515:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694520:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44b0c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694553:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44afe lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdaf expref: 214 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694583:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdaf expref: 213 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694596:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:0.0:1777580299.694598:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.694600:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839a00, rc 0) 00000100:00100000:0.0:1777580299.694661:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+213:282137:x1863919946294912:12345-192.168.202.9@tcp:101:rm.500 Request processed in 685us (12834us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.694669:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18407 00000100:00100000:0.0:1777580299.694700:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820642924011 time 7820643562268 state 0x0 ref 3 00000100:00100000:0.0:1777580299.694714:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282139:x1863919946295040:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.694723:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.694732:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44b1a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdb6 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694758:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694765:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694771:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694781:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694786:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694794:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694848:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44b2f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694854:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44b2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694860:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44b2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580299.694874:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7aa:0x0]: returning size 0 00000004:00200000:0.0:1777580299.694877:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580299.694884:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44b2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694891:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44b2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694896:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694901:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694904:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694908:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.694910:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694917:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694927:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.694930:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.694934:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694940:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44b21 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694963:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694969:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694976:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694981:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.694985:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.694992:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695002:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa0248a60e200) 00010000:00010000:0.0:1777580299.695005:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.695009:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695019:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44b28 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695048:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44b1a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdb6 expref: 214 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695063:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44b2f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdb6 expref: 213 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695072:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7aa:0x0].0x0 (ffffa0249076fc00) 00010000:00010000:0.0:1777580299.695075:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.695078:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839000, rc 0) 00000100:00100000:0.0:1777580299.695101:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+213:282139:x1863919946295040:12345-192.168.202.9@tcp:101:rm.500 Request processed in 392us (13250us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.695107:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18408 00000100:00100000:0.0:1777580299.695266:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.695355:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.695405:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.695454:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.695687:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946295168 00000100:00100000:0.0:1777580299.695698:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946295168 00000100:00100000:0.0:1777580299.695743:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820643662268 time 7820643562268 state 0x1 ref 3 00000100:00100000:0.0:1777580299.695760:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946295296 00000100:00100000:0.0:1777580299.695763:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946295296 00000100:00100000:0.0:1777580299.695777:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820643662268 time 7820643562268 state 0x1 ref 4 00000100:00100000:0.0:1777580299.695787:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946295424 00000100:00100000:0.0:1777580299.695792:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946295424 00000100:00100000:0.0:1777580299.695807:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820643662268 time 7820643562268 state 0x1 ref 5 00000100:00100000:0.0:1777580299.695821:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820644784418 time 7820644684418 state 0x1 ref 5 00000100:00100000:0.0:1777580299.695834:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+215:282141:x1863919946295168:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.695848:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.695866:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44b36 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdbd expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695912:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695925:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695935:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695964:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695973:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.695981:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696090:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e44b4b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696101:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e44b4b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696109:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e44b4b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580299.696164:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ab:0x0]: returning size 0 00000004:00200000:0.0:1777580299.696169:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580299.696186:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e44b4b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696198:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e44b4b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696207:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696215:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696222:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696229:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.696233:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696240:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696251:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.696254:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.696259:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696269:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44b3d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696283:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696290:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696297:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696303:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8aa00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.696307:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696314:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696323:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa0248a60e700) 00010000:00010000:0.0:1777580299.696327:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.696330:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696337:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44b44 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696370:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44b36 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdbd expref: 217 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696393:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e44b4b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdbd expref: 216 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696401:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ab:0x0].0x0 (ffffa0249076f900) 00010000:00010000:0.0:1777580299.696404:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.696408:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8b800, rc 0) 00000100:00100000:0.0:1777580299.696456:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282141:x1863919946295168:12345-192.168.202.9@tcp:101:rm.500 Request processed in 624us (1190us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.696466:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18409 00000100:00100000:0.0:1777580299.696500:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820645461877 time 7820645361877 state 0x1 ref 4 00000100:00100000:0.0:1777580299.696513:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+215:282156:x1863919946295296:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.696523:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.696531:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44b52 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdc4 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696566:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696573:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696580:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696589:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696599:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696606:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696674:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e44b67 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696684:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e44b67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696692:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e44b67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580299.696713:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7af:0x0]: returning size 0 00000004:00200000:0.0:1777580299.696716:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580299.696727:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e44b67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696736:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e44b67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696744:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696751:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696758:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696769:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8be00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.696772:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696779:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696789:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.696792:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.696795:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696801:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44b59 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696813:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696819:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696825:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696831:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.696835:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696842:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696857:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0248a60e800) 00010000:00010000:0.0:1777580299.696860:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.696863:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696870:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44b60 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696898:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44b52 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdc4 expref: 217 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696913:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e44b67 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdc4 expref: 216 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.696920:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7af:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:0.0:1777580299.696923:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580299.696926:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8b400, rc 0) 00000100:00100000:3.0:1777580299.697481:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282147:x1863919946294656:12345-192.168.202.9@tcp:101:rm.500 Request processed in 8147us (15715us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.697494:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18405 00000100:00100000:3.0:1777580299.697532:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946295936 00000100:00100000:3.0:1777580299.697540:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946295936 00000100:00100000:3.0:1777580299.697753:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3956 00000100:00100000:3.0:1777580299.697763:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282133:x1863919946295936:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580299.700012:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+217:282136:x1863919946294784:12345-192.168.202.9@tcp:101:rm.500 Request processed in 8111us (18199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.700027:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18406 00000100:00100000:2.0:1777580299.700079:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820645461877 time 7820648938235 state 0x0 ref 2 00000100:00100000:2.0:1777580299.700205:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282149:x1863919946295424:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580299.700228:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.700254:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44b6e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdcb expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700338:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700356:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700370:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700391:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700399:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700406:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700536:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44b83 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700546:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44b83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.700554:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44b83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580299.701497:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ae:0x0]: returning size 0 00000004:00200000:2.0:1777580299.701504:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580299.701530:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44b83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.701547:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44b83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.701557:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.701563:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580299.702125:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.702199:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580299.702255:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702263:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.702268:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702278:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702294:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.702298:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.702303:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702309:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44b75 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702331:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702337:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702343:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702349:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.702351:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702357:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702365:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024185aaf00) 00010000:00010000:2.0:1777580299.702367:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.702371:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702376:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44b7c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702426:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44b6e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdcb expref: 218 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702444:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44b83 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdcb expref: 217 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.702456:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ae:0x0].0x0 (ffffa02499549b00) 00010000:00010000:2.0:1777580299.702459:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.702461:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9400, rc 0) 00000100:00100000:3.0:1777580299.702533:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+217:282133:x1863919946295936:12345-192.168.202.9@tcp:35:touch.500 Request processed in 4769us (7076us total) trans 8589949886 rc 0/0 00000100:00100000:3.0:1777580299.702546:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3956 00010000:00010000:3.0:1777580299.702641:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.702650:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.702655:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.702661:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.702664:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.702670:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.702681:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b4:0x0].0x0 (ffffa02427669f00) 00010000:00010000:3.0:1777580299.702683:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.702686:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.702696:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44ab8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580299.702783:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.702817:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.702830:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.702855:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.702879:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946295680 00000100:00100000:1.0:1777580299.702889:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946295680 00000100:00100000:1.0:1777580299.702935:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820649038235 time 7820648938235 state 0x1 ref 3 00000100:00100000:1.0:1777580299.702956:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946295552 00000100:00100000:1.0:1777580299.702959:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946295552 00000100:00100000:1.0:1777580299.702969:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820649038235 time 7820648938235 state 0x1 ref 4 00000100:00100000:1.0:1777580299.702977:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946296064 00000100:00100000:1.0:1777580299.702979:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946296064 00000100:00100000:1.0:1777580299.702988:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820649038235 time 7820648938235 state 0x1 ref 5 00000100:00100000:1.0:1777580299.703003:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820651966226 time 7820651866226 state 0x1 ref 5 00000100:00100000:1.0:1777580299.703014:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282158:x1863919946295680:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.703042:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.703060:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e44b8a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdd9 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703128:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703174:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703187:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703203:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703210:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703217:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703352:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e44b9f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703360:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e44b9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703371:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e44b9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580299.703404:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b1:0x0]: returning size 0 00000004:00200000:1.0:1777580299.703408:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580299.703427:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e44b9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703439:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e44b9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703447:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703453:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703458:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703464:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580299.703467:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703473:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703483:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580299.703485:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580299.703489:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703498:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e44b91 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703509:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703614:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703624:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703630:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580299.703634:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703640:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703649:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024aee2d700) 00010000:00010000:1.0:1777580299.703652:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580299.703655:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703662:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e44b98 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703695:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e44b8a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdd9 expref: 220 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703716:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e44b9f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdd9 expref: 219 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703724:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b1:0x0].0x0 (ffffa0249076f500) 00010000:00010000:1.0:1777580299.703726:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580299.703729:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1200, rc 0) 00000100:00100000:1.0:1777580299.703788:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+219:282158:x1863919946295680:12345-192.168.202.9@tcp:101:rm.500 Request processed in 774us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.703798:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18412 00000100:00100000:1.0:1777580299.703827:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820652790390 time 7820652690390 state 0x1 ref 4 00000100:00100000:1.0:1777580299.703841:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282148:x1863919946295552:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.703851:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.703862:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ba6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdd2 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703897:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703906:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703915:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703927:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703939:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.703956:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704022:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44bbb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704032:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44bbb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704040:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44bbb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580299.704061:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ad:0x0]: returning size 0 00000004:00200000:1.0:1777580299.704064:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580299.704074:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44bbb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704082:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44bbb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704090:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704097:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704103:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704113:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580299.704117:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704123:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704171:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580299.704175:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580299.704178:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704185:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44bad lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704196:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704203:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704209:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704214:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580299.704217:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704223:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704235:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024aee2d900) 00010000:00010000:1.0:1777580299.704238:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580299.704240:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704247:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44bb4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704270:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ba6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdd2 expref: 220 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704280:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44bbb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdd2 expref: 219 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704286:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ad:0x0].0x0 (ffffa0249076f700) 00010000:00010000:1.0:1777580299.704289:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580299.704292:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784d600, rc 0) 00000100:00100000:1.0:1777580299.704319:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+219:282148:x1863919946295552:12345-192.168.202.9@tcp:101:rm.500 Request processed in 481us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.704326:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18413 00000100:00100000:1.0:1777580299.704350:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820652790390 time 7820653213440 state 0x0 ref 3 00000100:00100000:1.0:1777580299.704361:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282157:x1863919946296064:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.704378:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.704388:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44bc2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cde0 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704453:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704463:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704472:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704485:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704491:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704499:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.704637:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580299.704666:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e44bd7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.704667:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946296576 00000100:00100000:3.0:1777580299.704676:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946296576 00010000:00010000:1.0:1777580299.704677:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e44bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704687:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e44bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.704708:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820602325751 time 7820631891321 state 0x0 ref 1 00000004:00200000:1.0:1777580299.704708:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b0:0x0]: returning size 0 00000004:00200000:1.0:1777580299.704714:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1777580299.704725:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820631991321 time 7820631891321 state 0x1 ref 1 00000004:00010000:1.0:1777580299.704728:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e44bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.704743:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820631991321 time 7820653605455 state 0x0 ref 1 00010000:00010000:1.0:1777580299.704744:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e44bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704756:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.704760:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+220:282135:x1863919946296576:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580299.704770:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.704775:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.704778:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704784:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580299.704787:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.704791:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e44bde lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdfc expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704796:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704812:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580299.704815:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580299.704818:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704825:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e44bc9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704837:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.704839:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e44bde lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdfc expref: 221 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704849:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704858:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.704861:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e44bde lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdfc expref: 221 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704871:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580299.704875:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704882:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.704890:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b4:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:1.0:1777580299.704891:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024aee2d200) 00010000:00010000:3.0:1777580299.704897:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580299.704897:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580299.704901:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.704902:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1d200, rc 0) 00010000:00010000:1.0:1777580299.704911:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44bd0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.704935:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+222:282135:x1863919946296576:12345-192.168.202.9@tcp:101:touch.500 Request processed in 177us (299us total) trans 0 rc 0/0 00010000:00010000:1.0:1777580299.704941:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44bc2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde0 expref: 222 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.704958:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18415 00000100:00100000:3.0:1777580299.704966:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820631991321 time 7820653605455 state 0x2 ref 0 00010000:00010000:1.0:1777580299.704972:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e44bd7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde0 expref: 221 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.704981:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b0:0x0].0x0 (ffffa02499549700) 00010000:00010000:1.0:1777580299.704984:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580299.704987:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3200, rc 0) 00000100:00100000:1.0:1777580299.705010:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+220:282157:x1863919946296064:12345-192.168.202.9@tcp:101:rm.500 Request processed in 650us (2155us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.705021:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18414 00000100:00100000:2.0:1777580299.726083:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+219:282149:x1863919946295424:12345-192.168.202.9@tcp:101:rm.500 Request processed in 25966us (30656us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.726112:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18411 00000100:00100000:2.0:1777580299.726204:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946296192 00000100:00100000:2.0:1777580299.726214:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946296192 00000100:00100000:2.0:1777580299.726267:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946296320 00000100:00100000:2.0:1777580299.726269:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946296320 00000100:00100000:2.0:1777580299.726286:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946296448 00000100:00100000:2.0:1777580299.726289:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946296448 00000100:00100000:2.0:1777580299.726313:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11266 00000100:00100000:2.0:1777580299.726323:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+51:2361:x1863919946296192:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580299.726348:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.726377:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cde7 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580299.726420:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1549:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:2.0:1777580299.726453:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580299.726456:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580299.726469:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 52 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.726494:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 52 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.726515:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149800, rc 0) 00000100:00100000:0.0:1777580299.726765:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282156:x1863919946295296:12345-192.168.202.9@tcp:101:rm.500 Request processed in 30253us (31409us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.726774:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18410 00000100:00100000:0.0:1777580299.726782:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820652790390 time 7820653213440 state 0x2 ref 0 00000100:00100000:1.0:1777580299.732807:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.732897:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.732932:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946296960 00000100:00100000:1.0:1777580299.732954:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946296960 00000100:00100000:1.0:1777580299.733016:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946296832 00000100:00100000:1.0:1777580299.733019:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946296832 00000100:00100000:1.0:1777580299.733046:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11267 00000100:00100000:1.0:1777580299.733058:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+52:2364:x1863919946296320:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.733085:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777580299.733202:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11268 00000100:00100000:0.0:1777580299.733212:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+53:2361:x1863919946296448:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.733220:0:188248:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.733243:0:188248:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdf5 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.733277:0:188248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x154a:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.733298:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.733300:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.733309:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 54 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.733325:0:188248:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 54 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.733336:0:188248:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8b000, rc 0) 00000100:00100000:0.0:1777580299.733388:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+54:2361:x1863919946296448:12345-192.168.202.9@tcp:101:rm.500 Request processed in 179us (30557us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.733393:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11268 00000100:00100000:0.0:1777580299.733412:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11269 00000100:00100000:0.0:1777580299.733416:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+52:2362:x1863919946296960:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.733420:0:188248:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.733465:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cdee expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580299.733482:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x156e:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:1.0:1777580299.733493:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.733494:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.733497:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 53 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.733509:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 53 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.733518:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3800, rc 0) 00000100:00100000:1.0:1777580299.733542:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+53:2364:x1863919946296320:12345-192.168.202.9@tcp:101:rm.500 Request processed in 487us (31342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.733548:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11267 00000100:00100000:1.0:1777580299.733585:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11270 00000100:00100000:1.0:1777580299.733592:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+53:2364:x1863919946296832:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.733600:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.733611:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce0a expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580299.733625:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x154b:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:1.0:1777580299.733634:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.733635:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.733640:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 54 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.733651:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 54 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.733661:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3400, rc 0) 00000100:00100000:1.0:1777580299.733683:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+54:2364:x1863919946296832:12345-192.168.202.9@tcp:101:rm.500 Request processed in 92us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.733689:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11270 00000100:00100000:1.0:1777580299.733744:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.733763:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946296704 00000100:00100000:1.0:1777580299.733767:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946296704 00000100:00100000:1.0:1777580299.733783:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11271 00000100:00100000:1.0:1777580299.733787:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+53:2361:x1863919946296704:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.733793:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777580299.743269:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+53:2361:x1863919946296192:12345-192.168.202.9@tcp:101:rm.500 Request processed in 16929us (41131us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.743282:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11266 00000100:00100000:2.0:1777580299.744311:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.744351:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.744370:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.744388:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.749008:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946297088 00000100:00100000:0.0:1777580299.749030:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946297088 00000100:00100000:0.0:1777580299.749113:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946297216 00000100:00100000:0.0:1777580299.749117:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946297216 00000100:00100000:0.0:1777580299.749156:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946297344 00000100:00100000:0.0:1777580299.749160:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946297344 00000100:00100000:0.0:1777580299.749177:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946297472 00000100:00100000:0.0:1777580299.749180:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946297472 00000100:00100000:0.0:1777580299.749217:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11272 00000100:00100000:0.0:1777580299.749229:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acdcf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+54:2364:x1863919946297088:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580299.749715:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acdcf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+55:2364:x1863919946297088:12345-192.168.202.9@tcp:2:touch.500 Request processed in 487us (5407us total) trans 8589938381 rc 0/0 00000100:00100000:0.0:1777580299.749724:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11272 00000100:00100000:0.0:1777580299.749749:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11273 00000100:00100000:0.0:1777580299.749758:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+55:2362:x1863919946297216:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.749771:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.749793:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce18 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.749825:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1570:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.749842:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.749845:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.749856:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 56 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.749877:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 56 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.749893:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8ba00, rc 0) 00000100:00100000:0.0:1777580299.749917:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:2362:x1863919946297216:12345-192.168.202.9@tcp:101:rm.500 Request processed in 161us (5564us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.749923:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11273 00000100:00100000:0.0:1777580299.749938:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11274 00000100:00100000:0.0:1777580299.749957:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+54:2361:x1863919946297344:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.749964:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.749978:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce1f expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.749996:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x154d:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.750007:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.750008:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.750013:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 55 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.750026:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 55 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.750035:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8ae00, rc 0) 00000100:00100000:0.0:1777580299.750056:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+55:2361:x1863919946297344:12345-192.168.202.9@tcp:101:rm.500 Request processed in 112us (5683us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.750062:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11274 00000100:00100000:0.0:1777580299.750077:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11275 00000100:00100000:0.0:1777580299.750084:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+55:2362:x1863919946297472:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580299.750091:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580299.750100:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce26 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.750113:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1572:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.750121:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.750123:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.750126:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 56 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.750167:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 56 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.750176:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8a200, rc 0) 00000100:00100000:0.0:1777580299.750196:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:2362:x1863919946297472:12345-192.168.202.9@tcp:101:rm.500 Request processed in 113us (5806us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.750203:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11275 00010000:00010000:0.0:1777580299.750385:0:188248:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce11 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580299.750404:0:188248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x156d:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:0.0:1777580299.750415:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.750417:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580299.750422:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 56 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.750434:0:188248:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 56 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.750443:0:188248:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8bc00, rc 0) 00000100:00100000:0.0:1777580299.750467:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:2362:x1863919946296960:12345-192.168.202.9@tcp:101:rm.500 Request processed in 17050us (17674us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580299.750476:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11269 00000100:00100000:3.0:1777580299.751214:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.751301:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.751372:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.751401:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946297984 00000100:00100000:3.0:1777580299.751412:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946297984 00000100:00100000:3.0:1777580299.751448:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820652790390 time 7820653213440 state 0x0 ref 1 00000100:00100000:3.0:1777580299.751463:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820653313440 time 7820653213440 state 0x1 ref 1 00000100:00100000:3.0:1777580299.751489:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820653313440 time 7820700350859 state 0x0 ref 1 00000100:00100000:3.0:1777580299.751500:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282128:x1863919946297984:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580299.751592:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580299.751622:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4482d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cccf expref: 218 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751646:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e44715 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc6d expref: 217 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751658:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a4:0x0].0x0 (ffffa02427669600) 00010000:00010000:3.0:1777580299.751669:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.751698:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751713:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751724:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751741:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751748:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751753:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751912:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751921:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.751928:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580299.752581:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1765, 64 off121152 00010000:00010000:3.0:1777580299.752664:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752676:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752684:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752692:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752700:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752708:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752732:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580299.752758:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580299.752765:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752773:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580299.752778:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752788:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752798:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a4:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580299.752802:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580299.752806:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752813:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44c32 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752825:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580299.752827:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580299.752829:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580299.752845:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752856:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752862:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752867:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.752871:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752877:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752885:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a4:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580299.752887:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580299.752890:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752896:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44c2b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752918:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752925:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752931:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752936:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.752939:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752957:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752965:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.752968:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.752971:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.752978:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44c1d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.752989:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cf49fd3 reply state 0000000091d151ff transno 8589949887 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.752997:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580299.753090:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282128:x1863919946297984:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1590us (1716us total) trans 8589949887 rc 0/0 00000100:00100000:3.0:1777580299.753100:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18416 00000100:00100000:3.0:1777580299.753107:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820653313440 time 7820700350859 state 0x2 ref 0 00000100:00100000:1.0:1777580299.753185:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946297600 00000100:00100000:1.0:1777580299.753194:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946297600 00000100:00100000:1.0:1777580299.753233:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946297728 00000100:00100000:1.0:1777580299.753236:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946297728 00000100:00100000:1.0:1777580299.753262:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11276 00000100:00100000:1.0:1777580299.753271:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:2362:x1863919946297600:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.753297:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.753318:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce2d expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580299.753343:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1571:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:1.0:1777580299.753361:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.753363:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.753372:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 57 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.753387:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 57 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.753399:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea2600, rc 0) 00000100:00100000:1.0:1777580299.753436:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:2362:x1863919946297600:12345-192.168.202.9@tcp:101:rm.500 Request processed in 167us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.753443:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11276 00000100:00100000:1.0:1777580299.753456:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11277 00000100:00100000:1.0:1777580299.753462:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+55:2361:x1863919946297728:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.753469:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.753483:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce34 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580299.753522:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x154c:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:1.0:1777580299.753533:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.753534:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.753539:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 56 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.753550:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 56 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.753559:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea2a00, rc 0) 00000100:00100000:1.0:1777580299.753576:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:2361:x1863919946297728:12345-192.168.202.9@tcp:101:rm.500 Request processed in 115us (2276us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.753582:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11277 00010000:00010000:1.0:1777580299.753631:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce03 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580299.753646:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x156f:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:1.0:1777580299.753655:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.753657:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.753662:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 57 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.753673:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 57 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.753687:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a69bf800, rc 0) 00000100:00100000:1.0:1777580299.753706:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:2361:x1863919946296704:12345-192.168.202.9@tcp:101:rm.500 Request processed in 19918us (19963us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.753712:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11271 00010000:00010000:1.0:1777580299.764081:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580299.769588:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.769608:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.769617:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.769623:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.769629:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.769637:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.769657:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa0249dea8800) 00010000:00010000:0.0:1777580299.769661:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.769667:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.769673:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44c24 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.769757:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.770086:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946298240 00000100:00100000:3.0:1777580299.770112:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946298240 00000100:00100000:3.0:1777580299.770174:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820653313440 time 7820700350859 state 0x0 ref 1 00000100:00100000:3.0:1777580299.770188:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820700450859 time 7820700350859 state 0x1 ref 1 00000100:00100000:3.0:1777580299.770219:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820700450859 time 7820719080597 state 0x0 ref 1 00000100:00100000:3.0:1777580299.770231:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+217:282131:x1863919946298240:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580299.770310:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580299.770333:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4488f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccc1 expref: 217 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770352:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e4471c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc7b expref: 216 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770360:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a5:0x0].0x0 (ffffa02498a66000) 00010000:00010000:3.0:1777580299.770368:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.770400:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770418:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770431:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770446:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770453:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770459:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770633:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770642:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.770650:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580299.771299:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1769, 64 off121408 00000004:00080000:3.0:1777580299.771313:0:187632:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7820720177953ns, next at 7821720175358ns, rc = 0 00010000:00010000:3.0:1777580299.771385:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.771396:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.771404:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.771412:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.771419:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.771425:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.782076:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580299.782423:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.782465:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946298496 00000100:00100000:3.0:1777580299.782476:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946298496 00000100:00100000:3.0:1777580299.783231:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3957 00000100:00100000:3.0:1777580299.783246:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+217:282135:x1863919946298496:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:2.0:1777580299.784160:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784176:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784185:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784191:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.784197:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784206:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784224:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a5:0x0].0x0 (ffffa0249dea8500) 00010000:00010000:2.0:1777580299.784227:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580299.784233:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784244:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44c5c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784267:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784273:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784279:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784476:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.784481:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784488:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784498:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.784508:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.784512:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.784664:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44c4e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.784678:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d418b6b reply state 00000000c02af21f transno 8589949888 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.784688:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.784823:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+219:282131:x1863919946298240:12345-192.168.202.9@tcp:36:rm.500 Request processed in 14589us (15069us total) trans 8589949888 rc 0/0 00000100:00100000:2.0:1777580299.784834:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18417 00000100:00100000:2.0:1777580299.784845:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820700450859 time 7820719080597 state 0x2 ref 0 00010000:00010000:0.0:1777580299.785302:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580299.785313:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.785320:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580299.785324:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.785335:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.785350:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a5:0x0].0x0 (ffffa0249dea8500) 00010000:00010000:0.0:1777580299.785352:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580299.785355:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.785362:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44c63 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.785386:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580299.785388:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580299.785389:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580299.790405:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282135:x1863919946298496:12345-192.168.202.9@tcp:35:touch.500 Request processed in 7149us (7974us total) trans 8589949889 rc 0/0 00000100:00100000:3.0:1777580299.790421:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3957 00000100:00100000:0.0:1777580299.796651:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.796861:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946298752 00000100:00100000:1.0:1777580299.796878:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946298752 00000100:00100000:1.0:1777580299.797023:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820700450859 time 7820719080597 state 0x0 ref 1 00010000:00010000:3.0:1777580299.797026:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.797039:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580299.797043:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820719180597 time 7820719080597 state 0x1 ref 1 00010000:00010000:3.0:1777580299.797048:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.797055:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.797061:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.797069:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580299.797075:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820719180597 time 7820745937443 state 0x0 ref 1 00000100:00100000:1.0:1777580299.797089:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282123:x1863919946298752:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580299.797100:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0249dea8600) 00010000:00010000:3.0:1777580299.797104:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.797111:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.797117:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44c55 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797305:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580299.797331:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44873 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccdd expref: 217 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797347:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e446ba lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc5f expref: 216 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797355:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a3:0x0].0x0 (ffffa0248a60ec00) 00010000:00010000:1.0:1777580299.797365:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580299.797393:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797415:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797425:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797441:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797447:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797454:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797626:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797635:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.797642:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580299.800286:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1770, 64 off121472 00010000:00010000:1.0:1777580299.800388:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800408:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800420:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800430:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800437:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800443:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800469:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580299.800500:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800507:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800515:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800521:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580299.800526:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800534:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800548:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a3:0x0].0x0 (ffffa0249f048d00) 00010000:00010000:1.0:1777580299.800552:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580299.800558:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800754:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44c78 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800784:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800790:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800796:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800801:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580299.800804:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800810:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800820:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580299.800823:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580299.800826:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.800832:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44c6a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580299.800843:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a03e943b reply state 000000009e10b0da transno 8589949890 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580299.800853:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580299.801091:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+217:282123:x1863919946298752:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3997us (4448us total) trans 8589949890 rc 0/0 00000100:00100000:1.0:1777580299.801103:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18418 00000100:00100000:1.0:1777580299.801114:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820719180597 time 7820745937443 state 0x2 ref 0 00010000:00010000:3.0:1777580299.801172:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580299.801181:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.801190:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580299.801195:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.801202:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.801217:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a3:0x0].0x0 (ffffa0249f048d00) 00010000:00010000:3.0:1777580299.801220:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580299.801223:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.801230:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44c7f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.801249:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580299.801251:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580299.801253:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580299.812255:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.812276:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.812284:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.812291:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.812297:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.812307:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.812333:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0249f048a00) 00010000:00010000:3.0:1777580299.812337:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.812342:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.812349:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44c71 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.825063:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.826815:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946299008 00000100:00100000:0.0:1777580299.826835:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946299008 00000100:00100000:0.0:1777580299.826900:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820719180597 time 7820745937443 state 0x0 ref 1 00000100:00100000:0.0:1777580299.826919:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820746037443 time 7820745937443 state 0x1 ref 1 00000100:00100000:0.0:1777580299.826962:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820746037443 time 7820775823756 state 0x0 ref 1 00000100:00100000:0.0:1777580299.826980:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282116:x1863919946299008:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580299.827067:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580299.827103:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44857 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccba expref: 216 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827127:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44658 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc43 expref: 215 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827158:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a1:0x0].0x0 (ffffa02427669b00) 00010000:00010000:0.0:1777580299.827170:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.827201:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827218:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827229:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827246:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827253:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827259:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827407:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827416:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.827424:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580299.828055:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1771, 64 off121536 00010000:00010000:0.0:1777580299.828159:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828171:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828181:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828189:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828195:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828202:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828227:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580299.828252:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828259:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828264:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.828269:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580299.828270:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.828275:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.828276:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.828282:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8be00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580299.828284:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.828286:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.828293:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.828298:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a1:0x0].0x0 (ffffa0248a60ec00) 00010000:00010000:0.0:1777580299.828301:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580299.830748:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.830769:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44c94 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.830814:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.830822:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.830830:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.830837:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.830842:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.830850:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.830870:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.830874:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.830878:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.830884:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44c86 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.830901:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6bc1733 reply state 00000000d11beb07 transno 8589949891 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.830912:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.831072:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282116:x1863919946299008:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4092us (6019us total) trans 8589949891 rc 0/0 00000100:00100000:0.0:1777580299.831084:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18419 00000100:00100000:0.0:1777580299.831094:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820746037443 time 7820775823756 state 0x2 ref 0 00010000:00010000:3.0:1777580299.844117:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a1:0x0].0x0 (ffffa0248a60ec00) 00010000:00010000:3.0:1777580299.844129:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580299.844283:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.844296:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44c9b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.844573:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580299.844598:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580299.844601:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580299.844603:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580299.848198:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.848222:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.848231:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.848238:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.848243:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.848252:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.848273:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02490544a00) 00010000:00010000:3.0:1777580299.848276:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.848281:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.848289:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44c8d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.848363:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946299264 00000100:00100000:3.0:1777580299.848375:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946299264 00000100:00100000:3.0:1777580299.848421:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820631991321 time 7820653605455 state 0x0 ref 1 00000100:00100000:3.0:1777580299.848435:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820653705455 time 7820653605455 state 0x1 ref 1 00000100:00100000:3.0:1777580299.848471:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820653705455 time 7820797333100 state 0x0 ref 1 00000100:00100000:3.0:1777580299.848492:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+392:282164:x1863919946299264:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.848826:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.848850:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44ca2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce3b expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.850829:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.850854:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.850867:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.850885:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.850892:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.850898:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.869882:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00080000:3.0:1777580299.870709:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1574:0x0], index 0: 0 00010000:00010000:3.0:1777580299.870969:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44cb7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.870992:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871007:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871059:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871067:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871075:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871081:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.871086:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871105:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871120:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.871123:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.871129:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871156:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44ca9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.871172:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d73750a5 reply state 0000000041b50f48 transno 8589949892 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.871183:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.871233:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44ca2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce3b expref: 395 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871253:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44cb7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce3b expref: 394 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871260:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x781:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580299.871262:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.871265:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839e00, rc 0) 00000100:00100000:3.0:1777580299.871368:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+395:282164:x1863919946299264:12345-192.168.202.9@tcp:101:touch.500 Request processed in 22884us (26802us total) trans 8589949892 rc 0/0 00000100:00100000:3.0:1777580299.871380:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18420 00000100:00100000:3.0:1777580299.871390:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820653705455 time 7820797333100 state 0x2 ref 0 00000100:00100000:3.0:1777580299.871432:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946299520 00000100:00100000:3.0:1777580299.871441:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946299520 00000100:00100000:3.0:1777580299.871471:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820746037443 time 7820775823756 state 0x0 ref 1 00000100:00100000:3.0:1777580299.871484:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820775923756 time 7820775823756 state 0x1 ref 1 00000100:00100000:3.0:1777580299.871514:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820775923756 time 7820820376357 state 0x0 ref 1 00000100:00100000:3.0:1777580299.871526:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+215:282134:x1863919946299520:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580299.871589:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580299.871608:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44849 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccd6 expref: 215 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871622:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4474d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc89 expref: 214 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871639:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a6:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:3.0:1777580299.871649:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.871669:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871678:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871686:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871699:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871705:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871712:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871828:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871837:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.871844:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580299.881687:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1766, 64 off121216 00000004:00080000:2.0:1777580299.881710:0:191688:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7820830574591ns, next at 7821830567844ns, rc = 0 00010000:00010000:2.0:1777580299.881849:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.881872:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.881889:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.881900:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.881907:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.881914:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.881956:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580299.881989:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882001:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882008:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882015:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.882020:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882028:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882042:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a6:0x0].0x0 (ffffa0249dea8a00) 00010000:00010000:2.0:1777580299.882046:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580299.882051:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882058:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44cd3 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882083:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882090:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882096:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882102:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.882105:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882111:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882119:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.882122:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.882125:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.882155:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44cc5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.882167:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c6c80418 reply state 000000005e9fa7b2 transno 8589949893 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.882178:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.882299:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+215:282134:x1863919946299520:12345-192.168.202.9@tcp:36:rm.500 Request processed in 10769us (12425us total) trans 8589949893 rc 0/0 00000100:00100000:2.0:1777580299.882311:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18421 00000100:00100000:2.0:1777580299.882322:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820775923756 time 7820820376357 state 0x2 ref 0 00010000:00010000:3.0:1777580299.882442:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580299.882451:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.882459:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580299.882462:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.882468:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.882478:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a6:0x0].0x0 (ffffa0249dea8a00) 00010000:00010000:3.0:1777580299.882480:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580299.882483:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.882487:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44cda lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.900234:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580299.900245:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580299.900248:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580299.902820:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.902844:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.902860:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.902867:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.902873:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.902882:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.902904:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0249dea8900) 00010000:00010000:2.0:1777580299.902908:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.902928:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.902936:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44ccc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.903874:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.903890:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.903897:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.903903:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.903907:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.903917:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.905495:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.905699:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946299776 00000100:00100000:0.0:1777580299.905713:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946299776 00010000:00010000:3.0:1777580299.905744:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa0249dea8600) 00010000:00010000:3.0:1777580299.905750:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.905758:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.905765:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820775923756 time 7820820376357 state 0x0 ref 1 00010000:00010000:3.0:1777580299.905769:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44cb0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.905778:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820820476357 time 7820820376357 state 0x1 ref 1 00000100:00100000:0.0:1777580299.905847:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820820476357 time 7820854709241 state 0x0 ref 1 00000100:00100000:0.0:1777580299.905862:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+214:282117:x1863919946299776:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580299.905999:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580299.906026:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44888 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccc8 expref: 214 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906045:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44689 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc51 expref: 213 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906056:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a2:0x0].0x0 (ffffa02498aac300) 00010000:00010000:0.0:1777580299.906065:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580299.906097:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906114:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906126:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906161:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906169:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906177:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906341:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906350:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.906357:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580299.910119:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1767, 64 off121280 00010000:00010000:0.0:1777580299.910270:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910295:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910315:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910325:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910331:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910338:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910363:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580299.910394:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910400:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910407:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910414:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.910419:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910427:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910440:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a2:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:0.0:1777580299.910443:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580299.910449:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910455:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44cef lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910478:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910484:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910490:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910495:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580299.910497:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910502:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.910509:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580299.910512:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580299.910515:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580299.911090:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44ce1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580299.911106:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004eecef3d reply state 00000000d8cfd138 transno 8589949894 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.911121:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580299.911338:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+214:282117:x1863919946299776:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5474us (5852us total) trans 8589949894 rc 0/0 00000100:00100000:0.0:1777580299.911350:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18422 00000100:00100000:0.0:1777580299.911360:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820820476357 time 7820854709241 state 0x2 ref 0 00000100:00100000:3.0:1777580299.911491:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580299.924199:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580299.924223:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.924238:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8be00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580299.924244:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.924255:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.924279:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a2:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:1.0:1777580299.924282:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580299.924288:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.924295:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44cf6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.924332:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580299.924334:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580299.924336:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580299.924631:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946300032 00000100:00100000:2.0:1777580299.924644:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946300032 00000100:00100000:3.0:1777580299.924696:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.924775:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820653705455 time 7820797333100 state 0x0 ref 1 00000100:00100000:2.0:1777580299.924787:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820797433100 time 7820797333100 state 0x1 ref 1 00000100:00100000:2.0:1777580299.924811:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946300288 00000100:00100000:2.0:1777580299.924813:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946300288 00000100:00100000:2.0:1777580299.924824:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820797433100 time 7820797333100 state 0x1 ref 2 00000100:00100000:2.0:1777580299.924845:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820873807761 time 7820873707761 state 0x1 ref 2 00000100:00100000:2.0:1777580299.924855:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+395:282164:x1863919946300032:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580299.925011:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777580299.925033:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820873807761 time 7820873893702 state 0x0 ref 2 00010000:00010000:2.0:1777580299.925035:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44cb7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce3b expref: 395 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.925057:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x781:0x0].0x0 (ffffa0249dea8200) 00000100:00100000:3.0:1777580299.925058:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+394:282166:x1863919946300288:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.925068:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580299.925074:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.925106:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44cfd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce42 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.925185:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.925198:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.925207:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.925285:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.925298:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.925307:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.925319:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.925332:0:188495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 2/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.925340:0:188495:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.925360:0:188495:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.925362:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000faf62ca6 reply state 000000000a05b405 transno 8589949895 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.925373:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.925377:0:188495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.925473:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282164:x1863919946300032:12345-192.168.202.9@tcp:36:touch.500 Request processed in 618us (13982us total) trans 8589949895 rc 0/0 00000100:00100000:2.0:1777580299.925481:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18423 00010000:00010000:2.0:1777580299.927929:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.927958:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.927971:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.927976:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.927982:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.927990:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.928009:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x781:0x0].0x0 (ffffa02417834f00) 00010000:00010000:2.0:1777580299.928012:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.928017:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.928023:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d04 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929304:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929319:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929326:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929331:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.929335:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929343:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929358:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa0248a60e800) 00010000:00010000:3.0:1777580299.929361:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.929366:0:3274:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929377:0:3274:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929384:0:3274:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929423:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929429:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44ce8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929476:0:188495:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.929483:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580299.930225:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1550:0x0], index 1: 0 00010000:00010000:3.0:1777580299.930441:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e44d19 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930455:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e44d19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930466:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e44d19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930509:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930521:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930527:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930532:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.930536:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930542:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930552:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.930555:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.930558:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930564:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e44d0b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580299.930576:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081b8f4e2 reply state 000000002af1ee46 transno 8589949896 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580299.930587:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580299.930634:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e44cfd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce42 expref: 397 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930651:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e44d19 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce42 expref: 396 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.930666:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x782:0x0].0x0 (ffffa0249dea8a00) 00010000:00010000:3.0:1777580299.930668:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.930671:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fe00, rc 0) 00000100:00100000:3.0:1777580299.930773:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282166:x1863919946300288:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5720us (6084us total) trans 8589949896 rc 0/0 00000100:00100000:3.0:1777580299.930783:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18424 00000100:00100000:3.0:1777580299.930794:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820873807761 time 7820873893702 state 0x2 ref 0 00000100:00100000:2.0:1777580299.941431:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.941483:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.941508:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580299.941522:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946300416 00000100:00100000:3.0:1777580299.941536:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946300416 00000100:00100000:2.0:1777580299.941538:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.941580:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946300544 00000100:00100000:2.0:1777580299.941584:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946300544 00000100:00100000:3.0:1777580299.941590:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820873807761 time 7820873893702 state 0x0 ref 1 00000100:00100000:2.0:1777580299.941601:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820820476357 time 7820854709241 state 0x0 ref 1 00000100:00100000:3.0:1777580299.941604:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820873993702 time 7820873893702 state 0x1 ref 1 00000100:00100000:2.0:1777580299.941611:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820854809241 time 7820854709241 state 0x1 ref 1 00000100:00100000:3.0:1777580299.941625:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946300672 00000100:00100000:2.0:1777580299.941626:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946300800 00000100:00100000:3.0:1777580299.941627:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946300672 00000100:00100000:2.0:1777580299.941628:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946300800 00000100:00100000:2.0:1777580299.941637:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820854809241 time 7820854709241 state 0x1 ref 3 00000100:00100000:3.0:1777580299.943875:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820854809241 time 7820854709241 state 0x1 ref 3 00000100:00100000:3.0:1777580299.943921:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820892883354 time 7820892783354 state 0x1 ref 3 00000100:00100000:3.0:1777580299.943969:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+215:282160:x1863919946300544:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580299.944003:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.944032:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44d27 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce50 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944118:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944148:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944159:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944174:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944179:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944182:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944307:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44d3c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944312:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44d3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944316:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44d3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580299.944346:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b2:0x0]: returning size 0 00000004:00200000:3.0:1777580299.944349:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580299.944367:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44d3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944376:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44d3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944387:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944391:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944395:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944399:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.944402:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944408:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944418:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.944421:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.944425:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944430:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e44d2e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944440:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944443:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944447:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944450:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.944452:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944456:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944459:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa0249dea8600) 00010000:00010000:3.0:1777580299.944460:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.944462:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944464:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e44d35 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944487:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e44d27 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce50 expref: 217 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944496:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44d3c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce50 expref: 216 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944500:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b2:0x0].0x0 (ffffa0249dea8b00) 00010000:00010000:3.0:1777580299.944502:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.944503:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839400, rc 0) 00000100:00100000:3.0:1777580299.944585:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282160:x1863919946300544:12345-192.168.202.9@tcp:101:rm.500 Request processed in 642us (3100us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.944595:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18426 00000100:00100000:3.0:1777580299.944623:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820873993702 time 7820893486163 state 0x0 ref 1 00000100:00100000:3.0:1777580299.944633:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282164:x1863919946300416:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580299.944645:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.944655:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44d43 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x781:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce49 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944681:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44d43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x781:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce49 expref: 398 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944688:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44d43 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x781:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce49 expref: 398 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944698:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x781:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580299.944700:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580299.944702:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a69be400, rc 0) 00000100:00100000:3.0:1777580299.944716:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282164:x1863919946300416:12345-192.168.202.9@tcp:101:touch.500 Request processed in 85us (3303us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.944720:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18425 00000100:00100000:3.0:1777580299.944723:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820873993702 time 7820893486163 state 0x2 ref 0 00000100:00100000:3.0:1777580299.944736:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820893700145 time 7820893600145 state 0x1 ref 2 00000100:00100000:3.0:1777580299.944742:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+215:282163:x1863919946300800:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580299.944748:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.944752:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44d4a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce5e expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944778:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944784:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944789:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944797:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944801:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944805:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944842:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e44d5f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944847:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e44d5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944851:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e44d5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580299.944864:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b4:0x0]: returning size 0 00000004:00200000:3.0:1777580299.944866:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580299.944873:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e44d5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944881:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e44d5f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944886:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944890:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944893:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944896:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.944897:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944900:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944905:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.944906:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.944908:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944912:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e44d51 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944917:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944920:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944924:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944928:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.944929:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944932:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944936:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa0249dea8900) 00010000:00010000:3.0:1777580299.944937:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.944952:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944957:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e44d58 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944977:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e44d4a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce5e expref: 217 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944986:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e44d5f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce5e expref: 216 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.944993:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b4:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580299.944995:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.944997:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1cc00, rc 0) 00000100:00100000:3.0:1777580299.945018:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282163:x1863919946300800:12345-192.168.202.9@tcp:101:rm.500 Request processed in 275us (3479us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.945028:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18427 00000100:00100000:3.0:1777580299.945041:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820893700145 time 7820893905221 state 0x0 ref 1 00000100:00100000:3.0:1777580299.945048:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+215:282159:x1863919946300672:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580299.945054:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580299.945060:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44d66 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce57 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945079:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945085:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945090:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945097:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945102:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945105:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945156:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44d7b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945161:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44d7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945167:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44d7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580299.945181:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b3:0x0]: returning size 0 00000004:00200000:3.0:1777580299.945183:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580299.945189:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44d7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945194:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44d7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945198:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945202:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945205:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945208:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.945209:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945213:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945218:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580299.945219:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.945221:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945227:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e44d6d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945236:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945239:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945243:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945246:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.945247:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945250:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945253:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa0249dea8500) 00010000:00010000:3.0:1777580299.945254:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.945256:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945259:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44d74 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945274:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e44d66 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce57 expref: 217 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945284:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44d7b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce57 expref: 216 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945289:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b3:0x0].0x0 (ffffa024185aa400) 00010000:00010000:3.0:1777580299.945290:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580299.945292:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32a00, rc 0) 00000100:00100000:3.0:1777580299.945306:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282159:x1863919946300672:12345-192.168.202.9@tcp:101:rm.500 Request processed in 259us (3799us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580299.945310:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18428 00000100:00100000:3.0:1777580299.945312:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820893700145 time 7820893905221 state 0x2 ref 0 00010000:00010000:3.0:1777580299.945523:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945530:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945535:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945540:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580299.945543:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945549:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945558:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa0248a60e800) 00010000:00010000:3.0:1777580299.945561:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580299.945564:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580299.945570:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e44d12 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.957174:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.957222:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.957257:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946301184 00000100:00100000:2.0:1777580299.957280:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946301184 00000100:00100000:2.0:1777580299.957338:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820873993702 time 7820893486163 state 0x0 ref 1 00000100:00100000:2.0:1777580299.957355:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820893586163 time 7820893486163 state 0x1 ref 1 00000100:00100000:2.0:1777580299.957384:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946301312 00000100:00100000:2.0:1777580299.957387:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946301312 00000100:00100000:2.0:1777580299.957403:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820893586163 time 7820893486163 state 0x1 ref 2 00000100:00100000:2.0:1777580299.957424:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820906386450 time 7820906286450 state 0x1 ref 2 00000100:00100000:2.0:1777580299.957437:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282171:x1863919946301184:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.957467:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.957500:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d82 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce65 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.957753:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.957771:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.957784:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.957800:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.957908:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.957917:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958046:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44d97 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958056:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44d97 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958064:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44d97 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580299.958080:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a7:0x0]: returning size 0 00010000:00010000:2.0:1777580299.958238:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958398:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958658:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958665:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.958670:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958679:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958698:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.958701:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.958707:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958715:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e44d89 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958734:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958741:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958748:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958752:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.958755:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958761:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958769:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02417834f00) 00010000:00010000:2.0:1777580299.958771:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.958774:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958779:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e44d90 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958856:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e44d82 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce65 expref: 401 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958873:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44d97 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce65 expref: 400 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.958881:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:2.0:1777580299.958884:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.958887:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6a00, rc 0) 00000100:00100000:2.0:1777580299.959238:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+400:282171:x1863919946301184:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1801us (2077us total) trans 8589949897 rc 0/0 00000100:00100000:2.0:1777580299.959249:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18429 00000100:00100000:2.0:1777580299.959291:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820906386450 time 7820908152197 state 0x0 ref 1 00000100:00100000:2.0:1777580299.960205:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+399:282166:x1863919946301312:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580299.960551:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580299.961730:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e44d19 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce42 expref: 399 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.961753:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x782:0x0].0x0 (ffffa0249dea8a00) 00010000:00010000:2.0:1777580299.961767:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.961865:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.961881:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.961896:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.962088:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9e831e3 reply state 000000009e31d9ba transno 8589949898 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.962100:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.962238:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+400:282166:x1863919946301312:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2051us (5013us total) trans 8589949898 rc 0/0 00000100:00100000:2.0:1777580299.962248:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18430 00000100:00100000:2.0:1777580299.962257:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820906386450 time 7820908152197 state 0x2 ref 0 00000100:00100000:2.0:1777580299.978415:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.978468:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.978491:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.978527:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.978675:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.978717:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946301568 00000100:00100000:2.0:1777580299.978730:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946301568 00000100:00100000:2.0:1777580299.978791:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946301440 00000100:00100000:2.0:1777580299.978794:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946301440 00000100:00100000:2.0:1777580299.978828:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946301696 00000100:00100000:2.0:1777580299.978832:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946301696 00000100:00100000:2.0:1777580299.978858:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11278 00000100:00100000:2.0:1777580299.978870:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:2361:x1863919946301568:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580299.978895:0:188247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.978934:0:188247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce6c expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580299.978988:0:188247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1573:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:2.0:1777580299.979014:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580299.979017:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580299.979028:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 58 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.979049:0:188247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 58 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.979065:0:188247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7c00, rc 0) 00000100:00100000:2.0:1777580299.979172:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+58:2361:x1863919946301568:12345-192.168.202.9@tcp:101:rm.500 Request processed in 304us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.979180:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11278 00000100:00100000:2.0:1777580299.979204:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11279 00000100:00100000:2.0:1777580299.979211:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2364:x1863919946301440:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580299.979550:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+42:2364:x1863919946301440:12345-192.168.202.9@tcp:2:touch.500 Request processed in 339us (1080us total) trans 8589938781 rc 0/0 00000100:00100000:2.0:1777580299.979558:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11279 00000100:00100000:2.0:1777580299.979571:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11280 00000100:00100000:2.0:1777580299.979578:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:2364:x1863919946301696:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580299.979588:0:188247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.979602:0:188247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce73 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580299.979627:0:188247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x154f:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00010000:00010000:2.0:1777580299.979638:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580299.979640:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580299.979644:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 57 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.979658:0:188247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 57 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.979668:0:188247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7000, rc 0) 00000100:00100000:2.0:1777580299.979688:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:2364:x1863919946301696:12345-192.168.202.9@tcp:101:rm.500 Request processed in 111us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.979694:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11280 00000100:00100000:2.0:1777580299.979732:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946302080 00000100:00100000:2.0:1777580299.979738:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946302080 00000100:00100000:2.0:1777580299.979765:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820893700145 time 7820893905221 state 0x0 ref 1 00000100:00100000:2.0:1777580299.979777:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820894005221 time 7820893905221 state 0x1 ref 1 00000100:00100000:2.0:1777580299.979799:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946302336 00000100:00100000:2.0:1777580299.979802:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946302336 00000100:00100000:2.0:1777580299.979814:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820906386450 time 7820908152197 state 0x0 ref 1 00000100:00100000:2.0:1777580299.979821:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820908252197 time 7820908152197 state 0x1 ref 1 00000100:00100000:2.0:1777580299.979840:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820894005221 time 7820928701457 state 0x0 ref 1 00000100:00100000:2.0:1777580299.979851:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282139:x1863919946302080:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580299.979907:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580299.979933:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e44b2f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdb6 expref: 216 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.979970:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e448c0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd00 expref: 215 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.979982:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7aa:0x0].0x0 (ffffa0249076fc00) 00010000:00010000:2.0:1777580299.979993:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.980019:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980034:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980045:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980059:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980066:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980071:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980237:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980246:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980253:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580299.980787:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1768, 64 off121344 00010000:00010000:2.0:1777580299.980856:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980867:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980875:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980882:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980889:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980896:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980923:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580299.980961:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980967:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980977:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980984:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.980989:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.980997:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981006:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7aa:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:2.0:1777580299.981009:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580299.981012:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981018:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44dc8 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981038:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981044:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981049:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981053:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.981056:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981065:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981071:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.981073:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.981077:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981083:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44dba lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.981091:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be671d03 reply state 000000009383e7f0 transno 8589949899 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.981100:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580299.981201:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282139:x1863919946302080:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1347us (2681us total) trans 8589949899 rc 0/0 00000100:00100000:2.0:1777580299.981211:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18431 00000100:00100000:2.0:1777580299.981217:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820894005221 time 7820928701457 state 0x2 ref 0 00000100:00100000:2.0:1777580299.981257:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820908252197 time 7820930120201 state 0x0 ref 1 00000100:00100000:2.0:1777580299.981270:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+400:282168:x1863919946302336:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.981288:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.981298:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e44dd6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce81 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981398:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981409:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981418:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981432:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981440:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.981447:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580299.981887:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1575:0x0], index 0: 0 00010000:00010000:2.0:1777580299.987279:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987408:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987415:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987420:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.987423:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987429:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987449:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x782:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:2.0:1777580299.987452:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.987456:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987461:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44da5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777580299.987512:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777580299.987543:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580299.987551:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987865:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580299.987869:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987877:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987889:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7aa:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:2.0:1777580299.987892:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580299.987895:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987900:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e44dcf lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.987921:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580299.987923:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580299.988009:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580299.988104:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.988219:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580299.988267:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580299.988312:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946301824 00000100:00100000:1.0:1777580299.988326:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946301824 00000100:00100000:1.0:1777580299.988406:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11281 00000100:00100000:1.0:1777580299.988419:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:2361:x1863919946301824:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580299.988446:0:206021:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580299.988472:0:206021:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce7a expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.988483:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946302592 00000100:00100000:2.0:1777580299.988487:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946302592 00002000:00010000:1.0:1777580299.988511:0:206021:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x154e:0x0] initial LVB size: 0, mtime: 0x69f3b90a, atime: 0x69f3b90a, ctime: 0x69f3b90a, blocks: 0x1 00000100:00100000:2.0:1777580299.988527:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820930220201 time 7820930120201 state 0x1 ref 2 00000100:00100000:2.0:1777580299.988548:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946302720 00010000:00010000:1.0:1777580299.988548:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777580299.988551:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946302720 00010000:00010000:1.0:1777580299.988553:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580299.988565:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 58 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.988744:0:206021:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 58 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580299.988760:0:206021:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6200, rc 0) 00000100:00100000:2.0:1777580299.988796:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820930220201 time 7820930120201 state 0x1 ref 3 00000100:00100000:2.0:1777580299.988817:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820937780129 time 7820937680129 state 0x1 ref 3 00000100:00100000:2.0:1777580299.988828:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+402:282171:x1863919946302592:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:1.0:1777580299.988838:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+58:2361:x1863919946301824:12345-192.168.202.9@tcp:101:rm.500 Request processed in 420us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580299.988845:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11281 00010000:00010000:2.0:1777580299.988881:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580299.988899:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44d97 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce65 expref: 402 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.988910:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:2.0:1777580299.988914:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580299.989077:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.989095:0:187631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 215 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.989103:0:187631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.989173:0:187631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 215 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.989190:0:187631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 215 pid: 205914 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.989204:0:187631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388536d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:187631:1863919917410176:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580299.989273:0:187631:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487895540 going to sleep for 11 seconds 00000100:00100000:2.0:1777580299.989368:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820937780129 time 7820938230273 state 0x0 ref 3 00000100:00100000:2.0:1777580299.989379:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+401:282166:x1863919946302720:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580299.989429:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580299.989443:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e44df9 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x782:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce88 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.989477:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e44df9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x782:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce88 expref: 402 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.989487:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e44df9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x782:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce88 expref: 402 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.989569:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x782:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:2.0:1777580299.989573:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580299.989576:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e5600, rc 0) 00000100:00100000:2.0:1777580299.989602:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+402:282166:x1863919946302720:12345-192.168.202.9@tcp:101:touch.500 Request processed in 224us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580299.989610:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18434 00010000:00010000:2.0:1777580299.990266:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44e00 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990277:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44e00 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990423:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44e00 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990464:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990470:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990475:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990479:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580299.990482:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990486:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990495:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580299.990497:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580299.990500:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990505:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e44ddd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580299.990517:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd90fcb8 reply state 000000006da21826 transno 8589949900 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580299.990526:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580299.990621:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e44dd6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce81 expref: 403 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990634:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44e00 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce81 expref: 402 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580299.990639:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x784:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:2.0:1777580299.990641:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580299.990682:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e5000, rc 0) 00000100:00100000:2.0:1777580299.990742:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+403:282168:x1863919946302336:12345-192.168.202.9@tcp:101:touch.500 Request processed in 9475us (12066us total) trans 8589949900 rc 0/0 00000100:00100000:2.0:1777580299.990749:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18432 00000100:00100000:0.0:1777580299.999628:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.999658:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.999747:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580299.999810:0:187631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388536d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:187631:1863919917410176:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580299.999865:0:187631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580299.999899:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946303104 00000100:00100000:0.0:1777580299.999906:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946303104 00000100:00100000:0.0:1777580299.999980:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11282 00000100:00100000:0.0:1777580299.999991:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2363:x1863919946303104:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580300.000439:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2363:x1863919946303104:12345-192.168.202.9@tcp:2:touch.500 Request processed in 448us (777us total) trans 8589938382 rc 0/0 00000100:00100000:0.0:1777580300.000447:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11282 00000100:00100000:0.0:1777580300.000481:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946303232 00000100:00100000:0.0:1777580300.000485:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946303232 00010000:00010000:0.0:1777580300.000510:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 216 pid: 205914 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.000542:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4147 00000100:00100000:0.0:1777580300.000551:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeea4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:2364:x1863919946303232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580300.000563:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580300.000571:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 216 pid: 205914 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.000585:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 216 pid: 205914 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.000613:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44af7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda8 expref: 216 pid: 205914 timeout: 7920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.000631:0:190365:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:0.0:1777580300.000636:0:190365:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.000647:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.000656:0:190365:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.000684:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580300.000705:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeea4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+215:2364:x1863919946303232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 156us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.000711:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4147 00010000:00010000:0.0:1777580300.000784:0:187631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.000793:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.000938:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d66575b reply state 00000000116beca2 transno 8589949901 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.000961:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.001041:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+404:282171:x1863919946302592:12345-192.168.202.9@tcp:36:touch.500 Request processed in 12215us (12942us total) trans 8589949901 rc 0/0 00000100:00100000:0.0:1777580300.001052:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18433 00000100:00100000:0.0:1777580300.001060:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820937780129 time 7820938230273 state 0x2 ref 0 00010000:00010000:3.0:1777580300.001751:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.001762:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.001769:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.001775:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.001780:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.001788:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.001803:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02498f4af00) 00010000:00010000:3.0:1777580300.001805:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.001810:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.001817:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44dc1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.001857:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946302976 00000100:00100000:3.0:1777580300.001866:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946302976 00000100:00100000:3.0:1777580300.001947:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3958 00000100:00100000:3.0:1777580300.001958:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b64050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+404:282164:x1863919946302976:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580300.002328:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b64050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+405:282164:x1863919946302976:12345-192.168.202.9@tcp:35:touch.500 Request processed in 371us (2715us total) trans 8589949902 rc 0/0 00000100:00100000:3.0:1777580300.002336:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3958 00010000:00010000:2.0:1777580300.002579:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.002590:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.002597:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.002602:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.002605:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.002610:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.002622:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02493bbd200) 00010000:00010000:2.0:1777580300.002624:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.002627:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.002631:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e44de4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.027686:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.027716:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.027734:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.027775:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.027799:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.027838:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946303488 00000100:00100000:2.0:1777580300.027851:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946303488 00000100:00100000:2.0:1777580300.027917:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820937780129 time 7820938230273 state 0x0 ref 1 00000100:00100000:0.0:1777580300.028178:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946303744 00000100:00100000:0.0:1777580300.028184:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946303744 00000100:00100000:0.0:1777580300.028207:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820894005221 time 7820928701457 state 0x0 ref 1 00000100:00100000:0.0:1777580300.028222:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820928801457 time 7820928701457 state 0x1 ref 1 00000100:00100000:0.0:1777580300.028245:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946304000 00000100:00100000:0.0:1777580300.028249:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946304000 00000100:00100000:0.0:1777580300.028263:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820938330273 time 7820938230273 state 0x1 ref 2 00000100:00100000:0.0:1777580300.028276:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946304384 00000100:00100000:0.0:1777580300.028279:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946304384 00000100:00100000:0.0:1777580300.028289:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820938330273 time 7820938230273 state 0x1 ref 3 00000100:00100000:0.0:1777580300.028310:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820928801457 time 7820977172298 state 0x0 ref 1 00000100:00100000:0.0:1777580300.028324:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+214:282138:x1863919946303744:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580300.028411:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580300.028447:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44abf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd9a expref: 214 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028474:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e447e0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccb3 expref: 213 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028488:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a9:0x0].0x0 (ffffa02493ac1a00) 00010000:00010000:0.0:1777580300.028501:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580300.028546:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028575:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028586:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028605:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028613:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028620:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028785:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028793:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.028801:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.028871:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820938330273 time 7820938230273 state 0x1 ref 3 00000100:00100000:2.0:1777580300.028893:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820977857406 time 7820977757406 state 0x1 ref 3 00000100:00100000:2.0:1777580300.028904:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+406:282170:x1863919946304000:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.028921:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.029019:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44e23 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce8f expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.029126:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.029151:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.029158:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.029170:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.029175:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.029180:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580300.029462:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1772, 64 off121600 00010000:00010000:0.0:1777580300.029554:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029564:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029574:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029582:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029588:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029595:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029618:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580300.029641:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029648:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029655:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029662:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8aa00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.029668:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029676:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029685:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a9:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:0.0:1777580300.029688:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580300.029692:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029698:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44e1c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029714:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029721:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029726:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029731:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.029735:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029741:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029749:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.029751:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.029754:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.029764:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44e0e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580300.029767:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1551:0x0], index 1: 0 00000004:00010000:0.0:1777580300.029776:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a046156 reply state 000000003e85b2b7 transno 8589949903 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.029787:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.029896:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+214:282138:x1863919946303744:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1572us (2174us total) trans 8589949903 rc 0/0 00000100:00100000:0.0:1777580300.029907:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18435 00000100:00100000:0.0:1777580300.029914:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820928801457 time 7820977172298 state 0x2 ref 0 00010000:00010000:2.0:1777580300.029920:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44e3f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.029965:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820978927511 time 7820978827511 state 0x1 ref 3 00000100:00100000:0.0:1777580300.029980:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+408:282171:x1863919946304384:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.029996:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.030006:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44e3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030009:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44e46 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce96 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030021:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44e3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030057:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030062:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44e46 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce96 expref: 409 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030064:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030078:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030084:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.030086:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030089:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a800/0xcb2b2f2f7e44e46 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce96 expref: 409 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030092:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030107:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.030110:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.030111:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030115:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44e2a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030120:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00000004:00010000:2.0:1777580300.030124:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002629040b reply state 000000004c0ce71e transno 8589949904 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030124:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580300.030129:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8a800, rc 0) 00000100:00100000:2.0:1777580300.030130:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580300.030169:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44e23 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce8f expref: 410 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.030177:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+409:282171:x1863919946304384:12345-192.168.202.9@tcp:101:touch.500 Request processed in 201us (2375us total) trans 0 rc 0/0 00010000:00010000:2.0:1777580300.030180:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44e3f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce8f expref: 409 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030193:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x785:0x0].0x0 (ffffa02497a21000) 00010000:00010000:2.0:1777580300.030197:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1777580300.030197:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18437 00010000:00010000:2.0:1777580300.030200:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb6800, rc 0) 00000100:00100000:0.0:1777580300.030218:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820978927511 time 7820979080681 state 0x0 ref 2 00000100:00100000:2.0:1777580300.030227:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+409:282170:x1863919946304000:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1325us (2489us total) trans 8589949904 rc 0/0 00000100:00100000:0.0:1777580300.030233:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+409:282168:x1863919946303488:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:2.0:1777580300.030238:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18436 00010000:00010000:0.0:1777580300.030270:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:2.0:1777580300.030274:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777580300.030286:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44e00 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce81 expref: 408 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030297:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x784:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580300.030306:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.030345:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.030350:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030355:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8be00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.030358:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030363:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030366:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030371:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a9:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:2.0:1777580300.030375:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.030379:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030382:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030384:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44e38 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.030402:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.030405:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.030408:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.030410:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1777580300.030486:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009eaaca45 reply state 0000000061705b87 transno 8589949905 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.030494:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.030536:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+409:282168:x1863919946303488:12345-192.168.202.9@tcp:36:touch.500 Request processed in 308us (2862us total) trans 8589949905 rc 0/0 00000100:00100000:0.0:1777580300.030542:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18438 00000100:00100000:0.0:1777580300.030546:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820978927511 time 7820979080681 state 0x2 ref 0 00010000:00010000:3.0:1777580300.031707:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.031722:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.031730:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.031736:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.031741:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.031749:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.031765:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:3.0:1777580300.031768:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.031772:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.031779:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e44df2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.031818:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946304256 00000100:00100000:3.0:1777580300.031830:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946304256 00000100:00100000:3.0:1777580300.031903:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3959 00000100:00100000:3.0:1777580300.031913:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+408:282166:x1863919946304256:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580300.032329:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+409:282166:x1863919946304256:12345-192.168.202.9@tcp:35:touch.500 Request processed in 415us (4550us total) trans 8589949906 rc 0/0 00000100:00100000:3.0:1777580300.032337:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3959 00000100:00100000:0.0:1777580300.049319:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.049361:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.049381:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.049466:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.049499:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946304640 00000100:00100000:0.0:1777580300.049511:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946304640 00000100:00100000:0.0:1777580300.049594:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11283 00000100:00100000:0.0:1777580300.049607:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+42:2361:x1863919946304640:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580300.049850:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946304512 00000100:00100000:2.0:1777580300.049855:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946304512 00000100:00100000:2.0:1777580300.049889:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820978927511 time 7820979080681 state 0x0 ref 1 00000100:00100000:2.0:1777580300.049902:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820979180681 time 7820979080681 state 0x1 ref 1 00000100:00100000:2.0:1777580300.049921:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946304896 00002000:00010000:0.0:1777580300.049928:0:205908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x156d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777580300.049933:0:205908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x156d:0x0] updating lvb mtime from disk: 1777580298 -> 1777580299 00002000:00010000:0.0:1777580300.049937:0:205908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x156d:0x0] updating lvb atime from disk: 1777580298 -> 1777580299 00002000:00010000:0.0:1777580300.049954:0:205908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x156d:0x0] updating lvb ctime from disk: 1777580298 -> 1777580299 00002000:00010000:0.0:1777580300.049957:0:205908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x156d:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777580300.050030:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+43:2361:x1863919946304640:12345-192.168.202.9@tcp:2:touch.500 Request processed in 426us (666us total) trans 8589938782 rc 0/0 00000100:00100000:0.0:1777580300.050038:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11283 00000100:00100000:2.0:1777580300.050274:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946304896 00010000:00010000:1.0:1777580300.050600:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.050612:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.050621:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.050624:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820979180681 time 7820979080681 state 0x1 ref 2 00010000:00010000:1.0:1777580300.050637:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.050644:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.050654:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.050664:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946305152 00010000:00010000:1.0:1777580300.050673:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02497a21f00) 00010000:00010000:1.0:1777580300.050677:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.050681:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.050689:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e44e31 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.051010:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946305152 00000100:00100000:2.0:1777580300.051032:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820979180681 time 7820979080681 state 0x1 ref 3 00000100:00100000:2.0:1777580300.051058:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000019839 time 7820999919839 state 0x1 ref 3 00000100:00100000:2.0:1777580300.051072:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282168:x1863919946304512:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.051096:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.051116:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44e5b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x784:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ce9d expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.051118:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.051179:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.051186:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.051191:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.051194:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.051202:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.051216:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44e5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x784:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce9d expref: 411 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.051269:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000230137 time 7821000130137 state 0x1 ref 3 00000100:00100000:1.0:1777580300.051284:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282170:x1863919946304896:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580300.051335:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580300.051352:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44e3f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce8f expref: 411 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.051364:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x785:0x0].0x0 (ffffa02497a21000) 00010000:00010000:1.0:1777580300.051370:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.051440:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.051451:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.051459:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.051639:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009797c815 reply state 000000008a9de57e transno 8589949907 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.051650:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.051758:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000230137 time 7821000618129 state 0x0 ref 3 00000100:00100000:1.0:1777580300.051765:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282170:x1863919946304896:12345-192.168.202.9@tcp:36:touch.500 Request processed in 482us (2380us total) trans 8589949907 rc 0/0 00000100:00100000:1.0:1777580300.051777:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18440 00000100:00100000:0.0:1777580300.051779:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282173:x1863919946305152:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.051792:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.051806:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44e69 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cea4 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052736:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052758:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052768:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052785:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052792:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052799:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052893:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44e7e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052908:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44e7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.052916:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44e7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580300.053470:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a8:0x0]: returning size 0 00010000:00010000:0.0:1777580300.053686:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053696:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053703:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053710:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.053715:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053722:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053736:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.053739:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.053744:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053750:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44e70 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053765:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053772:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053779:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053784:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.053786:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053793:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053803:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0248a60e700) 00010000:00010000:0.0:1777580300.053806:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.053808:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053813:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44e77 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053872:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44e69 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cea4 expref: 414 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053889:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44e7e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cea4 expref: 413 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.053897:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:0.0:1777580300.053900:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580300.053903:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680e600, rc 0) 00000100:00100000:0.0:1777580300.055157:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+413:282173:x1863919946305152:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3358us (5664us total) trans 8589949908 rc 0/0 00000100:00100000:0.0:1777580300.055173:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18441 00010000:00010000:3.0:1777580300.059175:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x784:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:3.0:1777580300.059187:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.059197:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.059210:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44e54 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.059240:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.059248:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.059255:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.059261:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.059264:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.059272:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.059279:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0248a60e200) 00010000:00010000:3.0:1777580300.059281:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.059283:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.059288:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44e15 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.060495:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44e5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x784:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce9d expref: 411 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.070230:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.070435:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.070514:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946305408 00000100:00100000:0.0:1777580300.070527:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946305408 00000100:00100000:0.0:1777580300.070605:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3960 00000100:00100000:0.0:1777580300.070618:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282171:x1863919946305408:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580300.073362:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+413:282171:x1863919946305408:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2728us (3128us total) trans 8589949909 rc 0/0 00000100:00100000:0.0:1777580300.073384:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3960 00000100:00100000:0.0:1777580300.073458:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946305664 00000100:00100000:0.0:1777580300.073470:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946305664 00000100:00100000:0.0:1777580300.073519:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820928801457 time 7820977172298 state 0x0 ref 1 00000100:00100000:0.0:1777580300.073536:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820977272298 time 7820977172298 state 0x1 ref 1 00000100:00100000:0.0:1777580300.073572:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820977272298 time 7821022433848 state 0x0 ref 1 00000100:00100000:0.0:1777580300.073585:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+213:282147:x1863919946305664:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580300.073658:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580300.073693:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e44adb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cda1 expref: 213 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.073718:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e44945 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd31 expref: 212 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.073733:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ac:0x0].0x0 (ffffa024185aac00) 00010000:00010000:0.0:1777580300.073744:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580300.073776:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.073792:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.073804:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.073828:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.073835:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.073843:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.076210:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.076235:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.076248:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580300.076845:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1769, 64 off121408 00010000:00010000:0.0:1777580300.081095:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081142:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081160:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081173:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081180:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081188:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081234:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580300.081269:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081276:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081283:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081289:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.081294:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081302:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081314:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ac:0x0].0x0 (ffffa0248a60ec00) 00010000:00010000:0.0:1777580300.081317:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580300.081322:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081328:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44e9a lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081356:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081367:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081373:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081378:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.081380:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081386:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081392:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.081394:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.081396:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.081402:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44e8c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.081411:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fb327be reply state 000000003bdd5c84 transno 8589949910 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.081420:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.081548:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+213:282147:x1863919946305664:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7958us (11106us total) trans 8589949910 rc 0/0 00000100:00100000:0.0:1777580300.081558:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18442 00000100:00100000:0.0:1777580300.081568:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820977272298 time 7821022433848 state 0x2 ref 0 00000100:00100000:0.0:1777580300.081861:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.081894:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946305792 00000100:00100000:0.0:1777580300.081904:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946305792 00010000:00010000:2.0:1777580300.082578:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.082589:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.082600:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.082605:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.082614:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.082631:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ac:0x0].0x0 (ffffa0248a60ec00) 00010000:00010000:2.0:1777580300.082634:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.082638:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.082645:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44ea1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.082669:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.082671:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.082672:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.082726:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x784:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:2.0:1777580300.082729:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580300.082732:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7800, rc 0) 00000100:00100000:2.0:1777580300.082790:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+413:282168:x1863919946304512:12345-192.168.202.9@tcp:101:touch.500 Request processed in 31721us (33484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.082800:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18439 00000100:00100000:2.0:1777580300.082807:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000230137 time 7821000618129 state 0x2 ref 0 00010000:00010000:1.0:1777580300.087532:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.087557:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000230137 time 7821000618129 state 0x0 ref 1 00010000:00010000:1.0:1777580300.087558:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.087577:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000718129 time 7821000618129 state 0x1 ref 1 00010000:00010000:1.0:1777580300.087592:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.087599:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.087605:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.087614:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.087637:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x785:0x0].0x0 (ffffa0249f048a00) 00000100:00100000:0.0:1777580300.087637:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000718129 time 7821036498744 state 0x0 ref 1 00010000:00010000:1.0:1777580300.087645:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.087654:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.087661:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e44e62 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.087678:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282170:x1863919946305792:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.087708:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.087734:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e44ea8 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x785:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ceab expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.087814:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e44ea8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x785:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceab expref: 412 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.087830:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e44ea8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x785:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceab expref: 412 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.087854:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x785:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:0.0:1777580300.087857:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580300.087860:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389020800, rc 0) 00000100:00100000:0.0:1777580300.087967:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282170:x1863919946305792:12345-192.168.202.9@tcp:101:touch.500 Request processed in 313us (6106us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.087976:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18443 00000100:00100000:0.0:1777580300.087982:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000718129 time 7821036498744 state 0x2 ref 0 00000100:00100000:0.0:1777580300.092308:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.092335:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.092358:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.101081:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.101336:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946306048 00000100:00100000:3.0:1777580300.101351:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946306048 00000100:00100000:3.0:1777580300.101408:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821000718129 time 7821036498744 state 0x0 ref 1 00000100:00100000:3.0:1777580300.101425:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821036598744 time 7821036498744 state 0x1 ref 1 00000100:00100000:1.0:1777580300.101530:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946306176 00000100:00100000:1.0:1777580300.101535:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946306176 00000100:00100000:1.0:1777580300.101555:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7820977272298 time 7821022433848 state 0x0 ref 1 00000100:00100000:1.0:1777580300.101564:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821022533848 time 7821022433848 state 0x1 ref 1 00000100:00100000:1.0:1777580300.107340:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946306304 00000100:00100000:1.0:1777580300.107355:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946306304 00000100:00100000:1.0:1777580300.107417:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821022533848 time 7821022433848 state 0x1 ref 2 00000100:00100000:1.0:1777580300.107443:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821056404625 time 7821056304625 state 0x1 ref 2 00000100:00100000:1.0:1777580300.107464:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+414:282176:x1863919946306176:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.107494:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.107523:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44eaf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ceb2 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107633:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107655:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107670:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107692:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107700:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107707:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107881:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44ec4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107892:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107899:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580300.107946:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x782:0x0]: returning size 0 00000004:00200000:1.0:1777580300.107952:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580300.107979:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.107996:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108006:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108013:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108021:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108028:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.108033:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108041:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108057:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.108061:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.108067:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108073:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e44eb6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108091:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108097:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108102:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108107:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.108110:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108116:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108123:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa0249f048d00) 00010000:00010000:1.0:1777580300.108126:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.108129:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108177:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e44ebd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108217:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e44eaf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceb2 expref: 416 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108232:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceb2 expref: 415 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108240:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x782:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:1.0:1777580300.108242:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.108245:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0400, rc 0) 00000100:00100000:1.0:1777580300.108341:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+415:282176:x1863919946306176:12345-192.168.202.9@tcp:101:rm.500 Request processed in 885us (16003us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.108350:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18445 00000100:00100000:1.0:1777580300.108392:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821036598744 time 7821057253368 state 0x0 ref 1 00000100:00100000:1.0:1777580300.108407:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+414:282173:x1863919946306048:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580300.108449:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580300.108467:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44e7e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cea4 expref: 414 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108480:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:1.0:1777580300.108485:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.108556:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108573:0:191688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdaf expref: 212 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108582:0:191688:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108622:0:191688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdaf expref: 212 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.108639:0:191688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdaf expref: 212 pid: 187630 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.108654:0:191688:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc41f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917410304:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580300.108727:0:191688:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777580300.110206:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821056404625 time 7821059062046 state 0x0 ref 1 00000100:00100000:3.0:1777580300.110238:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+413:282175:x1863919946306304:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.110261:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.110284:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ed2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ceb9 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110385:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110402:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110413:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110430:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110436:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110442:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110596:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44ee7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110606:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110614:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580300.110648:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x781:0x0]: returning size 0 00000004:00200000:3.0:1777580300.110653:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580300.110675:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110690:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110699:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110706:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110713:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110719:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.110724:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110731:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110743:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.110747:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.110751:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110758:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44ed9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110775:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110786:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110791:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110796:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.110798:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110805:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110812:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa0249dea8500) 00010000:00010000:3.0:1777580300.110814:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.110817:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110823:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44ee0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110859:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44ed2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceb9 expref: 415 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110875:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceb9 expref: 414 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.110882:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x781:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580300.110884:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.110887:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32400, rc 0) 00000100:00100000:3.0:1777580300.110970:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+414:282175:x1863919946306304:12345-192.168.202.9@tcp:101:rm.500 Request processed in 744us (18608us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.110979:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18446 00000100:00100000:3.0:1777580300.110986:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821056404625 time 7821059062046 state 0x2 ref 0 00010000:00010000:3.0:1777580300.111048:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.111056:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.111062:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.111068:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.111071:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.111077:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.111087:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0248a60e400) 00010000:00010000:3.0:1777580300.111090:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.111093:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.111099:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44e93 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.115850:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946306560 00000100:00100000:0.0:1777580300.115870:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946306560 00000100:00100000:0.0:1777580300.115923:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821056404625 time 7821059062046 state 0x0 ref 1 00000100:00100000:0.0:1777580300.115950:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821059162046 time 7821059062046 state 0x1 ref 1 00000100:00100000:0.0:1777580300.115993:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821059162046 time 7821064855063 state 0x0 ref 1 00000100:00100000:0.0:1777580300.116015:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282137:x1863919946306560:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580300.116096:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580300.116116:0:187631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdaf expref: 212 pid: 187630 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116191:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838400/0xcb2b2f2f7e447b6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cca5 expref: 212 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116211:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:0.0:1777580300.116217:0:187631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116228:0:187631:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116235:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116262:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580300.116298:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116311:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116320:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116336:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116343:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116350:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116502:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116510:0:187631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116516:0:187631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116531:0:187631:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.116540:0:187631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.118506:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.118554:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.118601:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946306688 00000100:00100000:0.0:1777580300.118613:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946306688 00000100:00100000:0.0:1777580300.118700:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946306816 00000100:00100000:0.0:1777580300.118703:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946306816 00000100:00100000:0.0:1777580300.118729:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11284 00000100:00100000:0.0:1777580300.118740:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2364:x1863919946306688:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580300.119238:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+42:2364:x1863919946306688:12345-192.168.202.9@tcp:2:touch.500 Request processed in 498us (740us total) trans 8589938383 rc 0/0 00000100:00100000:0.0:1777580300.119247:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11284 00000100:00100000:0.0:1777580300.119270:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11285 00000100:00100000:0.0:1777580300.119279:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+43:2362:x1863919946306816:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580300.119457:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+44:2362:x1863919946306816:12345-192.168.202.9@tcp:2:touch.500 Request processed in 180us (901us total) trans 8589938783 rc 0/0 00000100:00100000:0.0:1777580300.119463:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11285 00000100:00080000:3.0:1777580300.125400:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777580300.128100:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.128160:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.128187:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.128212:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.128234:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.128267:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946307584 00000100:00100000:0.0:1777580300.128279:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946307584 00000100:00100000:0.0:1777580300.128333:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821057353368 time 7821057253368 state 0x1 ref 2 00000100:00100000:0.0:1777580300.128365:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821057353368 time 7821077227154 state 0x0 ref 2 00000100:00100000:0.0:1777580300.128379:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+414:282177:x1863919946307584:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.128417:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.128445:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e44f03 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cec7 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.128901:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946307072 00000100:00100000:2.0:1777580300.128909:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946307072 00000100:00100000:2.0:1777580300.128965:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946307840 00000100:00100000:2.0:1777580300.128968:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946307840 00000100:00100000:2.0:1777580300.128983:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3961 00000100:00100000:2.0:1777580300.128992:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+417:282170:x1863919946307072:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:3.0:1777580300.129004:0:191688:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.9@tcp) returned -22 from blocking AST (req@00000000224a93e3 x1863919917410304) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdaf expref: 211 pid: 187630 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.129025:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e44b13 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdaf expref: 211 pid: 187630 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.129042:0:191688:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc41f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917410304:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580300.129075:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:3.0:1777580300.129081:0:191688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.129092:0:191688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.129104:0:191688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.129112:0:191688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.129118:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.129265:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed706374 reply state 000000006532f53f transno 8589949912 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.129274:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.129376:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282170:x1863919946307072:12345-192.168.202.9@tcp:35:touch.500 Request processed in 384us (1291us total) trans 8589949911 rc 0/0 00000100:00100000:2.0:1777580300.129384:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3961 00000100:00100000:2.0:1777580300.129403:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3962 00000100:00100000:2.0:1777580300.129410:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+419:282168:x1863919946307840:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580300.129447:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.129463:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.129474:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.129491:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.129498:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.129505:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.129960:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946307328 00000100:00100000:1.0:1777580300.129966:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946307328 00000100:00100000:1.0:1777580300.130004:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11286 00000100:00100000:1.0:1777580300.130011:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+42:2361:x1863919946307328:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.130023:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.130043:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cec0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.130073:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1550:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.130089:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.130092:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.130101:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 43 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.130122:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 43 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.130154:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0200, rc 0) 00000004:00080000:0.0:1777580300.130541:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1576:0x0], index 0: 0 00010000:00010000:0.0:1777580300.130734:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44f1f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130747:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44f1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130756:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44f1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130797:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130805:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130812:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130818:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.130824:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130832:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130845:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.130848:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.130854:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130860:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e44f0a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.130874:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000640bdc3d reply state 00000000d36ed702 transno 8589949914 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.130882:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580300.130921:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e44f03 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec7 expref: 422 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130950:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44f1f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec7 expref: 421 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.130958:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x787:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:0.0:1777580300.130961:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580300.130963:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680ee00, rc 0) 00000100:00100000:3.0:1777580300.133642:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+422:282173:x1863919946306048:12345-192.168.202.9@tcp:36:touch.500 Request processed in 25221us (41327us total) trans 8589949912 rc 0/0 00000100:00100000:3.0:1777580300.133657:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18444 00000100:00100000:2.0:1777580300.138832:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282168:x1863919946307840:12345-192.168.202.9@tcp:35:touch.500 Request processed in 9405us (10601us total) trans 8589949913 rc 0/0 00000100:00100000:2.0:1777580300.138849:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3962 00000100:00100000:1.0:1777580300.139056:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+43:2361:x1863919946307328:12345-192.168.202.9@tcp:101:rm.500 Request processed in 9043us (10894us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.139067:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11286 00000100:00100000:1.0:1777580300.139094:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946307200 00000100:00100000:1.0:1777580300.139104:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946307200 00000100:00100000:1.0:1777580300.139169:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11287 00000100:00100000:1.0:1777580300.139180:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+44:2363:x1863919946307200:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.139202:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.139231:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cece expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.139265:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1574:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.139292:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.139295:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.139305:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 45 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.139327:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 45 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.139349:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:1.0:1777580300.139383:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+45:2363:x1863919946307200:12345-192.168.202.9@tcp:101:rm.500 Request processed in 207us (11148us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.139389:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11287 00000100:00100000:0.0:1777580300.140629:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282177:x1863919946307584:12345-192.168.202.9@tcp:101:touch.500 Request processed in 12241us (12430us total) trans 8589949914 rc 0/0 00000100:00100000:0.0:1777580300.140641:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18448 00000100:00100000:0.0:1777580300.140650:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821057353368 time 7821077227154 state 0x2 ref 0 00010000:00010000:1.0:1777580300.152602:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152629:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152638:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152645:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.152652:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152660:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152682:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:1.0:1777580300.152685:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.152689:0:3274:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152701:0:3274:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152710:0:3274:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152764:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.152771:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e44ecb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.154668:0:187631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.154684:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580300.155390:0:187631:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7a8:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1777580300.155558:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155568:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155576:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155583:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.155588:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155595:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155613:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:2.0:1777580300.155617:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580300.155622:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155628:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e44efc lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155653:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155660:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155665:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155670:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.155673:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155679:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155687:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.155689:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.155692:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.155698:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e44eee lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.155709:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000707b15a6 reply state 00000000860ead73 transno 8589949915 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.155725:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.156206:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.157230:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282137:x1863919946306560:12345-192.168.202.9@tcp:36:rm.500 Request processed in 41216us (56154us total) trans 8589949915 rc 0/0 00000100:00100000:2.0:1777580300.157245:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18447 00000100:00100000:2.0:1777580300.157256:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821059162046 time 7821064855063 state 0x2 ref 0 00000100:00100000:2.0:1777580300.157306:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946308096 00000100:00100000:2.0:1777580300.157317:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946308096 00000100:00100000:2.0:1777580300.157356:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821057353368 time 7821077227154 state 0x0 ref 1 00000100:00100000:2.0:1777580300.157370:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821077327154 time 7821077227154 state 0x1 ref 1 00000100:00100000:2.0:1777580300.157400:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821077327154 time 7821106262761 state 0x0 ref 1 00000100:00100000:2.0:1777580300.157413:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+419:282177:x1863919946308096:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580300.157488:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580300.157533:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e44f1f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec7 expref: 419 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.157553:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x787:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:2.0:1777580300.157566:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.158313:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.158334:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.158348:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.159424:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001988b6d3 reply state 0000000038034e91 transno 8589949916 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.159444:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.160336:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282177:x1863919946308096:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2915us (4127us total) trans 8589949916 rc 0/0 00000100:00100000:2.0:1777580300.160349:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18449 00000100:00100000:2.0:1777580300.160359:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821077327154 time 7821106262761 state 0x2 ref 0 00010000:00010000:2.0:1777580300.166354:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.166379:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.166388:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.166395:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.166402:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.166411:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.166435:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0248a60e700) 00010000:00010000:2.0:1777580300.166440:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.166447:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.166459:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f11 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.168457:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.168502:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946308224 00000100:00100000:0.0:1777580300.168515:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946308224 00000100:00100000:0.0:1777580300.168573:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821077327154 time 7821106262761 state 0x0 ref 1 00000100:00100000:0.0:1777580300.168590:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821106362761 time 7821106262761 state 0x1 ref 1 00000100:00100000:0.0:1777580300.168633:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821106362761 time 7821117494358 state 0x0 ref 1 00000100:00100000:0.0:1777580300.168646:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+419:282173:x1863919946308224:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.168681:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.168711:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44f3b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ced5 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.168798:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44f3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ced5 expref: 420 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.168817:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f200/0xcb2b2f2f7e44f3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ced5 expref: 420 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.168839:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:0.0:1777580300.168843:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580300.168848:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680f200, rc 0) 00000100:00100000:0.0:1777580300.168936:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282173:x1863919946308224:12345-192.168.202.9@tcp:101:touch.500 Request processed in 281us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.168955:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18450 00000100:00100000:0.0:1777580300.168960:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821106362761 time 7821117494358 state 0x2 ref 0 00000100:00100000:2.0:1777580300.168994:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.169023:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946308352 00000100:00100000:2.0:1777580300.169027:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946308352 00000100:00100000:2.0:1777580300.169048:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821059162046 time 7821064855063 state 0x0 ref 1 00000100:00100000:2.0:1777580300.169055:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821064955063 time 7821064855063 state 0x1 ref 1 00000100:00100000:2.0:1777580300.169080:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821064955063 time 7821117943418 state 0x0 ref 1 00000100:00100000:2.0:1777580300.169102:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282179:x1863919946308352:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580300.169111:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.169123:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44f42 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cedc expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169246:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169257:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169267:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169282:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169294:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169300:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169437:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169445:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169451:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580300.169484:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a7:0x0]: returning size 0 00000004:00200000:2.0:1777580300.169490:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580300.169531:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169544:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169553:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169559:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169566:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169678:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.169684:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169691:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169704:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.169706:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.169710:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169716:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e44f49 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169730:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169736:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169742:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169747:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.169749:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169755:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169765:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02497a21600) 00010000:00010000:2.0:1777580300.169768:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.169770:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169776:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e44f50 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169812:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e44f42 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 422 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169825:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 421 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.169832:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:2.0:1777580300.169835:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.169838:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8aa00, rc 0) 00000100:00100000:2.0:1777580300.169889:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282179:x1863919946308352:12345-192.168.202.9@tcp:101:rm.500 Request processed in 800us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.169898:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18451 00000100:00100000:2.0:1777580300.169902:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821064955063 time 7821117943418 state 0x2 ref 0 00010000:00010000:0.0:1777580300.172327:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.172351:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.172359:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.172366:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.172371:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.172378:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.172398:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0248a60ec00) 00010000:00010000:0.0:1777580300.172403:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.172408:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.172416:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e44ef5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.182763:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580300.182827:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.182841:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.182855:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.182861:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.182867:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.182875:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.182895:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x787:0x0].0x0 (ffffa02497a21e00) 00010000:00010000:2.0:1777580300.182899:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.182903:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.182910:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44f34 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.183055:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.184106:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946308480 00000100:00100000:3.0:1777580300.184124:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946308480 00000100:00100000:3.0:1777580300.184204:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821064955063 time 7821117943418 state 0x0 ref 1 00000100:00100000:3.0:1777580300.184220:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821118043418 time 7821117943418 state 0x1 ref 1 00000100:00100000:3.0:1777580300.184251:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946308608 00000100:00100000:3.0:1777580300.184255:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946308608 00000100:00100000:3.0:1777580300.184274:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821106362761 time 7821117494358 state 0x0 ref 1 00000100:00100000:2.0:1777580300.184274:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821118043418 time 7821133132304 state 0x0 ref 1 00000100:00100000:3.0:1777580300.184302:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821117594358 time 7821117494358 state 0x1 ref 1 00000100:00100000:2.0:1777580300.184302:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+211:282136:x1863919946308480:12345-192.168.202.9@tcp:101:rm.500 00000100:00100000:3.0:1777580300.184334:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821117594358 time 7821133197453 state 0x0 ref 1 00010000:00010000:2.0:1777580300.184340:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777580300.184348:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282177:x1863919946308608:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580300.184362:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.184367:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44f5e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cee3 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.184379:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44f65 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x787:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ceea expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.184465:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44f65 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x787:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceea expref: 421 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184476:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.184484:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44f65 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x787:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceea expref: 421 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184515:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184527:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.184531:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x787:0x0].0x0 (ffffa0249dea8500) 00010000:00010000:3.0:1777580300.184537:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580300.184540:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33c00, rc 0) 00010000:00010000:2.0:1777580300.184544:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184552:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184559:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.184632:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282177:x1863919946308608:12345-192.168.202.9@tcp:101:touch.500 Request processed in 287us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.184643:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18453 00000100:00100000:3.0:1777580300.184649:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821117594358 time 7821133197453 state 0x2 ref 0 00010000:00010000:2.0:1777580300.184720:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44f7a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184729:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44f7a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184736:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44f7a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.184763:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00200000:2.0:1777580300.184768:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7a7:0x0]: returning size 0 00000004:00200000:2.0:1777580300.184774:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580300.184797:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44f7a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184811:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44f7a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184826:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184833:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184840:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184846:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.184850:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184857:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184868:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.184870:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.184874:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184881:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e44f6c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184895:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184901:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184907:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184917:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5000 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:3.0:1777580300.184918:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580300.184922:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184928:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184935:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02497a21d00) 00010000:00010000:2.0:1777580300.184937:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.184952:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.184958:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e44f73 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.184972:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580300.184992:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e44f5e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cee3 expref: 213 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.185008:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44f7a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cee3 expref: 212 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.185009:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946309120 00000100:00100000:3.0:1777580300.185015:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946309120 00010000:00010000:2.0:1777580300.185018:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:2.0:1777580300.185021:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.185024:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e4800, rc 0) 00000100:00100000:3.0:1777580300.185036:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821117594358 time 7821133197453 state 0x0 ref 1 00000100:00100000:3.0:1777580300.185046:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821133297453 time 7821133197453 state 0x1 ref 1 00000100:00100000:2.0:1777580300.185059:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282136:x1863919946308480:12345-192.168.202.9@tcp:101:rm.500 Request processed in 767us (2309us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.185067:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18452 00000100:00100000:2.0:1777580300.185071:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821118043418 time 7821133132304 state 0x2 ref 0 00000100:00100000:3.0:1777580300.185074:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821133297453 time 7821133936205 state 0x0 ref 1 00000100:00100000:3.0:1777580300.185091:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282181:x1863919946309120:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580300.185102:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.185114:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44f81 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cef8 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.185117:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946308864 00000100:00100000:2.0:1777580300.185122:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946308864 00000100:00100000:2.0:1777580300.185196:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946308736 00000100:00100000:2.0:1777580300.185200:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946308736 00000100:00100000:1.0:1777580300.185209:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11288 00000100:00100000:1.0:1777580300.185221:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+43:2361:x1863919946308864:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580300.185227:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11289 00000100:00100000:2.0:1777580300.185232:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+45:2361:x1863919946308736:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580300.185240:0:188247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.185255:0:188247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cef1 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.185256:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.185279:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.185289:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.185290:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580300.185294:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580300.185305:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 46 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.185309:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.185321:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.185326:0:188247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 46 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.185333:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.185343:0:188247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7400, rc 0) 00000100:00100000:2.0:1777580300.185369:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2361:x1863919946308736:12345-192.168.202.9@tcp:101:rm.500 Request processed in 137us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.185376:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11289 00002000:00010000:1.0:1777580300.185510:0:206018:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x1549:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777580300.185515:0:206018:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x1549:0x0] updating lvb mtime from disk: 1777580298 -> 1777580299 00002000:00010000:1.0:1777580300.185518:0:206018:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x1549:0x0] updating lvb atime from disk: 1777580298 -> 1777580299 00002000:00010000:1.0:1777580300.185521:0:206018:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x1549:0x0] updating lvb ctime from disk: 1777580298 -> 1777580299 00002000:00010000:1.0:1777580300.185523:0:206018:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x1549:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777580300.185568:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+44:2361:x1863919946308864:12345-192.168.202.9@tcp:2:touch.500 Request processed in 350us (807us total) trans 8589938384 rc 0/0 00000100:00100000:1.0:1777580300.185575:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11288 00000004:00080000:3.0:1777580300.186006:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1552:0x0], index 1: 0 00010000:00010000:3.0:1777580300.186229:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44f9d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186242:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44f9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186252:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44f9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186291:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186298:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186305:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186311:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.186315:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186321:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186337:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.186340:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.186344:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186351:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e44f88 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.186364:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a67a458 reply state 0000000033b9bc1a transno 8589949917 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.186372:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580300.186403:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e44f81 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef8 expref: 424 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186421:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44f9d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef8 expref: 423 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.186428:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x788:0x0].0x0 (ffffa0249dea8600) 00010000:00010000:3.0:1777580300.186430:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.186433:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3c00, rc 0) 00000100:00100000:3.0:1777580300.186489:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282181:x1863919946309120:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1402us (1519us total) trans 8589949917 rc 0/0 00000100:00100000:3.0:1777580300.186498:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18454 00000100:00100000:3.0:1777580300.186504:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821133297453 time 7821133936205 state 0x2 ref 0 00000100:00100000:3.0:1777580300.186590:0:187655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02482f50380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:187655:1863919917410432:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1777580300.186646:0:187655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580300.186686:0:187655:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777580300.186710:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917410432 00000100:00100000:3.0:1777580300.186717:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917410432 00000100:00100000:3.0:1777580300.186784:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11290 00000100:00100000:3.0:1777580300.186794:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:187655:x1863919917410432:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1777580300.186840:0:205906:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 5474 00000100:00080000:0.0:1777580300.187460:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777580300.198546:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.198572:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.198582:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.198590:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.198596:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.198605:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.198630:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa0249dea8900) 00010000:00010000:0.0:1777580300.198635:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.198641:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.198648:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44f96 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.207250:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:187655:x1863919917410432:12345-0@lo:5:osp-pre-1-0.0 Request processed in 20441us (20587us total) trans 8589938385 rc 0/0 00000100:00100000:3.0:1777580300.207267:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11290 00000100:00100000:2.0:1777580300.209096:0:187655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02482f50380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:187655:1863919917410432:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1777580300.209124:0:187655:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1552:0x0]-[0x280000400:0x1581:0x0] 00000100:00100000:3.0:1777580300.209257:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.209574:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.209602:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.209634:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.209671:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946309504 00000100:00100000:3.0:1777580300.209680:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946309504 00000100:00100000:3.0:1777580300.209734:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821118043418 time 7821133132304 state 0x0 ref 1 00000100:00100000:3.0:1777580300.209749:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821133232304 time 7821133132304 state 0x1 ref 1 00000100:00100000:3.0:1777580300.209769:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946309760 00000100:00100000:3.0:1777580300.209772:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946309760 00000100:00100000:3.0:1777580300.209785:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821133297453 time 7821133936205 state 0x0 ref 1 00000100:00100000:3.0:1777580300.209793:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821134036205 time 7821133936205 state 0x1 ref 1 00000100:00100000:3.0:1777580300.209813:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821133232304 time 7821158674968 state 0x0 ref 1 00000100:00100000:3.0:1777580300.209825:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282136:x1863919946309504:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580300.209908:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580300.209952:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e44f7a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cee3 expref: 212 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.209977:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4477e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc97 expref: 211 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.209988:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:3.0:1777580300.209994:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580300.210029:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210048:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210060:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210078:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210085:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210091:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210288:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210300:0:191688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 423 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210313:0:191688:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210359:0:191688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 423 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.210374:0:191688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 423 pid: 191688 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.210392:0:191688:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02482f53100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917410560:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580300.210511:0:191688:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7b480 going to sleep for 11 seconds 00000100:00100000:3.0:1777580300.210534:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946310272 00000100:00100000:3.0:1777580300.210539:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946310272 00000100:00100000:3.0:1777580300.210574:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3963 00000100:00100000:3.0:1777580300.210582:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282173:x1863919946310272:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:3.0:1777580300.210915:0:187634:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7a8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777580300.211040:0:187634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1770, 64 off121472 00010000:00010000:3.0:1777580300.211156:0:187634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.211170:0:187634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.211171:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946309248 00000100:00100000:2.0:1777580300.211179:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946309248 00010000:00010000:3.0:1777580300.211184:0:187634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.211194:0:187634:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.211202:0:187634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.211209:0:187634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.211229:0:187634:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580300.211233:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11291 00000100:00100000:2.0:1777580300.211244:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2362:x1863919946309248:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580300.211518:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+47:2362:x1863919946309248:12345-192.168.202.9@tcp:2:touch.500 Request processed in 275us (2263us total) trans 8589938784 rc 0/0 00010000:00010000:1.0:1777580300.212102:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580300.212113:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.212124:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580300.212129:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.212170:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.212187:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a8:0x0].0x0 (ffffa0248a60e400) 00010000:00010000:1.0:1777580300.212190:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580300.212196:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.212202:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fc0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.212221:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.212223:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.212224:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580300.212302:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11291 00000100:00100000:0.0:1777580300.213269:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821134036205 time 7821162124964 state 0x0 ref 1 00000100:00100000:0.0:1777580300.213300:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+425:282182:x1863919946309760:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.213327:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.213352:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44fc7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ceff expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.213517:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.213534:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.213546:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.213563:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.213570:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.213577:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580300.214672:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1577:0x0], index 0: 0 00000100:00100000:2.0:1777580300.214886:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.215177:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282173:x1863919946310272:12345-192.168.202.9@tcp:35:touch.500 Request processed in 4591us (5538us total) trans 8589949918 rc 0/0 00000100:00100000:3.0:1777580300.215193:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3963 00000100:00100000:3.0:1777580300.215254:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946310016 00000100:00100000:3.0:1777580300.215264:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946310016 00000100:00100000:3.0:1777580300.215308:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821162224964 time 7821162124964 state 0x1 ref 2 00000100:00100000:3.0:1777580300.215341:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821162224964 time 7821164203168 state 0x0 ref 2 00000100:00100000:3.0:1777580300.215355:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282181:x1863919946310016:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580300.215407:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580300.215439:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e44f9d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef8 expref: 427 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.215460:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x788:0x0].0x0 (ffffa0249dea8600) 00010000:00010000:3.0:1777580300.215475:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580300.215551:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.215565:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.215580:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.215694:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007851928 reply state 0000000044ee2340 transno 8589949920 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.215705:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580300.215771:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282181:x1863919946310016:12345-192.168.202.9@tcp:36:touch.500 Request processed in 420us (891us total) trans 8589949920 rc 0/0 00000100:00100000:3.0:1777580300.215779:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18457 00010000:00010000:0.0:1777580300.218685:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44fe3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218718:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218737:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218824:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218833:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218841:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218849:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.218855:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218874:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218890:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.218894:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.218900:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.218912:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e44fce lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.218948:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014a64e1e reply state 00000000c9e7affb transno 8589949919 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.218958:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580300.219010:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e44fc7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceff expref: 428 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.219027:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44fe3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceff expref: 427 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.219035:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x789:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:0.0:1777580300.219038:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580300.219041:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680f000, rc 0) 00000100:00100000:0.0:1777580300.219166:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282182:x1863919946309760:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5878us (9561us total) trans 8589949919 rc 0/0 00000100:00100000:0.0:1777580300.219178:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18456 00000100:00100000:0.0:1777580300.219189:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821162224964 time 7821164203168 state 0x2 ref 0 00000100:00100000:0.0:1777580300.220508:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.220690:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946310400 00000100:00100000:2.0:1777580300.220703:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946310400 00010000:00010000:2.0:1777580300.220750:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 428 pid: 191688 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.220799:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4148 00000100:00100000:2.0:1777580300.220809:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:2364:x1863919946310400:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580300.220825:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580300.220832:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 428 pid: 191688 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.220848:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 428 pid: 191688 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.220871:0:187615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:2.0:1777580300.220877:0:187615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.220889:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.220898:0:187615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.220921:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580300.220995:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:2364:x1863919946310400:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 188us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.221002:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4148 00010000:00010000:3.0:1777580300.224452:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e44f57 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cedc expref: 427 pid: 191688 timeout: 7921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.224485:0:191688:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02482f53100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917410560:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580300.224526:0:191688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.224654:0:191688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.224665:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580300.225460:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1773, 64 off121664 00010000:00010000:2.0:1777580300.225562:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225592:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225606:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225614:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225620:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225627:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225648:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580300.225677:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225683:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225690:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225696:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.225701:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225710:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225724:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:2.0:1777580300.225727:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580300.225732:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225738:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e44fb9 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225759:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225765:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225770:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225774:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.225777:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225782:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225789:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.225791:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.225794:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.225799:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e44fab lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.225809:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000030e805c reply state 000000005a261c2a transno 8589949921 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.225818:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.225954:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282136:x1863919946309504:12345-192.168.202.9@tcp:36:rm.500 Request processed in 16126us (16376us total) trans 8589949921 rc 0/0 00000100:00100000:2.0:1777580300.225965:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18455 00000100:00100000:2.0:1777580300.225975:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821133232304 time 7821158674968 state 0x2 ref 0 00010000:00010000:3.0:1777580300.226434:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580300.226444:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.226453:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580300.226459:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.226468:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.226482:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7a7:0x0].0x0 (ffffa02493ac1c00) 00010000:00010000:3.0:1777580300.226487:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580300.226491:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.226499:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e44ff1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.226511:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.226513:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.226514:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580300.232192:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580300.232273:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.232288:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.232298:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.232305:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.232310:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.232320:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.232342:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0248a60ec00) 00010000:00010000:0.0:1777580300.232346:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.232353:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.232361:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e44fd5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.232505:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580300.232629:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.232639:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.232646:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.232657:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.232661:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.232666:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946310528 00010000:00010000:2.0:1777580300.232669:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.232681:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946310528 00010000:00010000:2.0:1777580300.232681:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x788:0x0].0x0 (ffffa0249dea8c00) 00010000:00010000:2.0:1777580300.232686:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.232689:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.232695:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e44fdc lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.232729:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821162224964 time 7821164203168 state 0x0 ref 1 00000100:00100000:3.0:1777580300.232744:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821164303168 time 7821164203168 state 0x1 ref 1 00000100:00100000:3.0:1777580300.232772:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946310784 00000100:00100000:3.0:1777580300.232776:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946310784 00000100:00100000:3.0:1777580300.232791:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821164303168 time 7821164203168 state 0x1 ref 2 00000100:00100000:2.0:1777580300.232802:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821181762540 time 7821181662540 state 0x1 ref 2 00000100:00100000:3.0:1777580300.232815:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821181762540 time 7821181676962 state 0x0 ref 2 00000100:00100000:2.0:1777580300.232823:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+426:282181:x1863919946310528:12345-192.168.202.9@tcp:101:touch.500 00000100:00100000:3.0:1777580300.232831:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e024a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+426:282182:x1863919946310784:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580300.232856:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.232879:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44ff8 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x788:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf06 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.232902:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580300.232948:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e44fe3 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceff expref: 427 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.232961:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44ff8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x788:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf06 expref: 426 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.232962:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x789:0x0].0x0 (ffffa0248a60e700) 00010000:00010000:3.0:1777580300.232973:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.232981:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44ff8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x788:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf06 expref: 426 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.233008:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x788:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:2.0:1777580300.233011:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580300.233014:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb6800, rc 0) 00010000:00010000:3.0:1777580300.233056:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.233068:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.233079:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.233301:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b66d851 reply state 000000008953b8f0 transno 8589949922 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.233313:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.236717:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282181:x1863919946310528:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3882us (4523us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.236734:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18458 00000100:00100000:3.0:1777580300.238401:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e024a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282182:x1863919946310784:12345-192.168.202.9@tcp:36:touch.500 Request processed in 5559us (5882us total) trans 8589949922 rc 0/0 00000100:00100000:3.0:1777580300.238417:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18459 00000100:00100000:3.0:1777580300.238427:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821181762540 time 7821181676962 state 0x2 ref 0 00000100:00100000:0.0:1777580300.243482:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.243697:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946311040 00000100:00100000:2.0:1777580300.243710:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946311040 00000100:00100000:2.0:1777580300.243768:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821133232304 time 7821158674968 state 0x0 ref 1 00000100:00100000:2.0:1777580300.243785:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821158774968 time 7821158674968 state 0x1 ref 1 00000100:00100000:2.0:1777580300.243822:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821158774968 time 7821192684575 state 0x0 ref 1 00000100:00100000:2.0:1777580300.243838:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282176:x1863919946311040:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580300.243953:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580300.243992:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e44ec4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x782:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceb2 expref: 427 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244023:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e44df9 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x782:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce88 expref: 426 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244038:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x782:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:2.0:1777580300.244054:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.244089:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244112:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244125:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244196:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244206:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244214:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244392:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244402:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.244411:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.245156:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.245168:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.245176:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.245183:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.245188:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.245197:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.245213:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0249dea8800) 00010000:00010000:3.0:1777580300.245217:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.245221:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.245227:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e44fb2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.245841:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.245896:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946311296 00000100:00100000:1.0:1777580300.245910:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946311296 00000100:00100000:3.0:1777580300.245916:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.246123:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3964 00000100:00100000:1.0:1777580300.246164:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b64450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+426:282177:x1863919946311296:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580300.246245:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946311552 00000100:00100000:0.0:1777580300.246251:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946311552 00000100:00100000:0.0:1777580300.246286:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821192784575 time 7821192684575 state 0x1 ref 2 00000100:00100000:0.0:1777580300.246312:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821192784575 time 7821195174186 state 0x0 ref 2 00000100:00100000:0.0:1777580300.246323:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+211:282157:x1863919946311552:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580300.246389:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580300.246415:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e44bd7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde0 expref: 211 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246440:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e44a09 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd69 expref: 210 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246451:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b0:0x0].0x0 (ffffa02499549700) 00010000:00010000:0.0:1777580300.246464:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580300.246490:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246506:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246517:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246533:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246541:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246547:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.246625:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b64450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282177:x1863919946311296:12345-192.168.202.9@tcp:35:touch.500 Request processed in 490us (790us total) trans 8589949923 rc 0/0 00000100:00100000:1.0:1777580300.246635:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3964 00010000:00010000:0.0:1777580300.246657:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246667:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.246675:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580300.247708:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1771, 64 off121536 00010000:00010000:2.0:1777580300.247831:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.247849:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580300.248221:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1772, 64 off121600 00010000:00010000:0.0:1777580300.248303:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248314:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248323:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248333:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248341:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248349:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248381:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580300.248409:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248417:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248424:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248431:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.248437:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248446:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248461:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b0:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:0.0:1777580300.248466:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580300.248472:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248485:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45029 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248511:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248518:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248524:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248530:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.248533:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248540:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.248543:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580300.248550:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.248553:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248553:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.248558:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.248570:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4501b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.248577:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680ee00 already unused, calling callback (ffffffffc157f320) 00000004:00010000:0.0:1777580300.248581:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb8c3dfd reply state 00000000b957640b transno 8589949925 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.248583:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.248602:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580300.248603:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.248616:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b0:0x0].0x0 (ffffa0248a60e200) 00010000:00010000:3.0:1777580300.248619:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580300.248622:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.248629:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45037 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.248649:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.248652:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.248654:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580300.248702:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+211:282157:x1863919946311552:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2376us (2789us total) trans 8589949925 rc 0/0 00000100:00100000:0.0:1777580300.248712:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18461 00010000:00010000:2.0:1777580300.248803:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.248813:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.248820:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.248826:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.248850:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580300.249044:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580300.249050:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.249058:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8aa00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580300.249060:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.249067:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.249079:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x782:0x0].0x0 (ffffa02497a21600) 00010000:00010000:3.0:1777580300.249082:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580300.249085:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.249091:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e45030 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x782:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.249102:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.249104:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.249105:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.250147:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250163:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250171:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250177:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.250184:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250191:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250204:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x782:0x0].0x0 (ffffa02497a21600) 00010000:00010000:2.0:1777580300.250208:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580300.250211:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250222:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45014 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x782:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250259:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250267:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250273:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250279:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.250283:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250289:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250299:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.250302:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.250305:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.250310:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45006 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.250324:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d73d46bd reply state 00000000f00b5461 transno 8589949924 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.250334:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.250450:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282176:x1863919946311040:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6609us (7520us total) trans 8589949924 rc 0/0 00000100:00100000:2.0:1777580300.250461:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18460 00000100:00100000:2.0:1777580300.250471:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821192784575 time 7821195174186 state 0x2 ref 0 00000100:00100000:0.0:1777580300.256451:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.256500:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580300.256560:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256577:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256587:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256598:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.256604:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256612:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256634:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x789:0x0].0x0 (ffffa0249dea8600) 00010000:00010000:3.0:1777580300.256639:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.256646:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256653:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e44fff lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.256659:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946311808 00000100:00100000:0.0:1777580300.256671:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946311808 00010000:00010000:3.0:1777580300.256695:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256703:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256710:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256716:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.256719:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256726:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.256736:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11292 00010000:00010000:3.0:1777580300.256741:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02497a21e00) 00010000:00010000:3.0:1777580300.256746:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.256749:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.256752:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+44:2363:x1863919946311808:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:3.0:1777580300.256763:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e4500d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256788:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256795:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256802:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256808:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.256811:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256817:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256826:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa0248a60ec00) 00010000:00010000:3.0:1777580300.256829:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.256832:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.256837:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45022 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.257503:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e027100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+45:2363:x1863919946311808:12345-192.168.202.9@tcp:2:touch.500 Request processed in 753us (1066us total) trans 8589938386 rc 0/0 00000100:00100000:0.0:1777580300.257513:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11292 00000100:00100000:0.0:1777580300.257556:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946311680 00000100:00100000:0.0:1777580300.257561:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946311680 00000100:00100000:0.0:1777580300.257589:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821181762540 time 7821181676962 state 0x0 ref 1 00000100:00100000:0.0:1777580300.257604:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821181776962 time 7821181676962 state 0x1 ref 1 00000100:00100000:0.0:1777580300.257639:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821181776962 time 7821206501187 state 0x0 ref 1 00000100:00100000:0.0:1777580300.257651:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+426:282182:x1863919946311680:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.257670:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.257696:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4503e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x789:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf0d expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.257765:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4503e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x789:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf0d expref: 427 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.257789:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4503e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x789:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf0d expref: 427 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.257811:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x789:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:0.0:1777580300.257815:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580300.257818:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680f000, rc 0) 00000100:00100000:0.0:1777580300.260465:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282182:x1863919946311680:12345-192.168.202.9@tcp:101:touch.500 Request processed in 211us (1360us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.260489:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18462 00000100:00100000:0.0:1777580300.260500:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821181776962 time 7821206501187 state 0x2 ref 0 00000100:00100000:0.0:1777580300.262177:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.264687:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946312064 00000100:00100000:3.0:1777580300.264709:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946312064 00000100:00100000:3.0:1777580300.264774:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821192784575 time 7821195174186 state 0x0 ref 1 00000100:00100000:3.0:1777580300.264811:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821195274186 time 7821195174186 state 0x1 ref 1 00000100:00100000:3.0:1777580300.264854:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821195274186 time 7821213716290 state 0x0 ref 1 00000100:00100000:3.0:1777580300.264875:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282175:x1863919946312064:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580300.264980:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580300.265020:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e44ee7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x781:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceb9 expref: 427 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265047:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e44d43 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x781:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce49 expref: 426 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265061:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x781:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580300.265073:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580300.265105:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265122:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265159:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265178:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265186:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265193:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265366:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265374:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.265382:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580300.266044:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1774, 64 off121728 00010000:00010000:3.0:1777580300.266128:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266168:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266178:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266186:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266193:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266200:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266223:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580300.266253:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266259:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266266:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266274:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.266279:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266287:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266298:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x781:0x0].0x0 (ffffa0249dea8800) 00010000:00010000:3.0:1777580300.266301:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580300.266307:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266312:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45053 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266331:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266337:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266347:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266353:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.266356:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266362:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266370:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.266372:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.266375:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.266381:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45045 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.266394:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e31d309 reply state 000000004fe8879e transno 8589949926 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.266405:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580300.266535:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282175:x1863919946312064:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1665us (4366us total) trans 8589949926 rc 0/0 00000100:00100000:3.0:1777580300.266547:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18463 00000100:00100000:3.0:1777580300.266555:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821195274186 time 7821213716290 state 0x2 ref 0 00010000:00010000:2.0:1777580300.268396:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.268414:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.268431:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.268437:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.268449:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.268470:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x781:0x0].0x0 (ffffa0249dea8800) 00010000:00010000:2.0:1777580300.268475:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.268480:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.268488:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e4505a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.268529:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.268532:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.268536:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580300.269755:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.269826:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.269850:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946312576 00000100:00100000:1.0:1777580300.269864:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946312576 00000100:00100000:1.0:1777580300.269916:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821195274186 time 7821213716290 state 0x0 ref 1 00000100:00100000:3.0:1777580300.270056:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946312320 00000100:00100000:3.0:1777580300.270061:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946312320 00000100:00100000:3.0:1777580300.270113:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3965 00000100:00100000:3.0:1777580300.270126:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282181:x1863919946312320:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580300.270291:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821213816290 time 7821213716290 state 0x1 ref 1 00000100:00100000:1.0:1777580300.270318:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821213816290 time 7821219180309 state 0x0 ref 1 00000100:00100000:1.0:1777580300.270329:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+210:282148:x1863919946312576:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580300.270374:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580300.270404:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e44bbb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdd2 expref: 210 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270434:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4497d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd3f expref: 209 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270449:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ad:0x0].0x0 (ffffa0249076f700) 00010000:00010000:1.0:1777580300.270460:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.270491:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270519:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270532:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270552:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270559:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270740:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.270775:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282181:x1863919946312320:12345-192.168.202.9@tcp:35:touch.500 Request processed in 650us (946us total) trans 8589949927 rc 0/0 00000100:00100000:2.0:1777580300.270790:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3965 00010000:00010000:1.0:1777580300.270879:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270887:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.270895:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580300.272088:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1775, 64 off121792 00010000:00010000:1.0:1777580300.272293:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272311:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272322:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272333:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272339:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272346:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272406:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580300.272432:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272438:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272445:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272451:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.272456:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272465:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272478:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ad:0x0].0x0 (ffffa02486090100) 00010000:00010000:1.0:1777580300.272481:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580300.272485:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272492:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e4506f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272522:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272528:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272534:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272539:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.272541:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272547:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272555:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.272557:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.272561:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.272581:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45061 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.272592:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e834786 reply state 0000000073b71e12 transno 8589949928 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.272602:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580300.272718:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+210:282148:x1863919946312576:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2385us (2969us total) trans 8589949928 rc 0/0 00000100:00100000:1.0:1777580300.272729:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18464 00000100:00100000:1.0:1777580300.272738:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821213816290 time 7821219180309 state 0x2 ref 0 00010000:00010000:3.0:1777580300.275769:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580300.275788:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.275801:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580300.275806:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.275816:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.275837:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ad:0x0].0x0 (ffffa02486090100) 00010000:00010000:3.0:1777580300.275841:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580300.275846:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.275852:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45076 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.277060:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.277076:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.277083:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.277716:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.277722:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.277731:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.277751:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa0249dea8600) 00010000:00010000:3.0:1777580300.277754:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.277759:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.277766:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4504c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.278251:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580300.287318:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.287328:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.287333:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580300.289687:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.289733:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946312832 00000100:00100000:3.0:1777580300.289746:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946312832 00000100:00100000:3.0:1777580300.289798:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821213816290 time 7821219180309 state 0x0 ref 1 00000100:00100000:3.0:1777580300.289815:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821219280309 time 7821219180309 state 0x1 ref 1 00000100:00100000:3.0:1777580300.289843:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821219280309 time 7821238704921 state 0x0 ref 1 00000100:00100000:3.0:1777580300.289856:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282187:x1863919946312832:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.289893:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.290643:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4507d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf14 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.290743:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.290766:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.290780:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.290797:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.290804:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.290810:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291111:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291119:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291127:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291152:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.291158:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291166:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291180:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.291184:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.291190:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291197:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45084 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291214:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291220:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291225:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291230:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.291233:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291239:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291245:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0249dea8200) 00010000:00010000:3.0:1777580300.291248:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.291251:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291256:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e4508b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291304:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4507d lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf14 expref: 428 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291315:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.291318:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.291321:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4507d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf14 expref: 428 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.291331:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3200, rc 0) 00000100:00100000:3.0:1777580300.291426:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282187:x1863919946312832:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1572us (1751us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580300.291437:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18465 00000100:00100000:3.0:1777580300.291447:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821219280309 time 7821238704921 state 0x2 ref 0 00000100:00100000:3.0:1777580300.292700:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.293159:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946312704 00000100:00100000:0.0:1777580300.293171:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946312704 00000100:00100000:0.0:1777580300.293235:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11293 00000100:00100000:0.0:1777580300.293249:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+47:2364:x1863919946312704:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580300.293407:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.293429:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946312960 00000100:00100000:3.0:1777580300.293435:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946312960 00000100:00100000:3.0:1777580300.293467:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821219280309 time 7821238704921 state 0x0 ref 1 00000100:00100000:3.0:1777580300.293479:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821238804921 time 7821238704921 state 0x1 ref 1 00000100:00100000:3.0:1777580300.293500:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946313088 00000100:00100000:3.0:1777580300.293503:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946313088 00000100:00100000:0.0:1777580300.293651:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+48:2364:x1863919946312704:12345-192.168.202.9@tcp:2:touch.500 Request processed in 403us (15403us total) trans 8589938785 rc 0/0 00000100:00100000:0.0:1777580300.293660:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11293 00000100:00100000:0.0:1777580300.293834:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.293867:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946313344 00000100:00100000:0.0:1777580300.293872:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946313344 00000100:00100000:0.0:1777580300.293893:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821238804921 time 7821238704921 state 0x1 ref 2 00000100:00100000:0.0:1777580300.293916:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821242879025 time 7821242779025 state 0x1 ref 2 00000100:00100000:0.0:1777580300.293929:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282184:x1863919946312960:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580300.294058:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.294080:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45092 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf1b expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294185:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294206:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294221:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294242:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.294245:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821242879025 time 7821242779025 state 0x1 ref 3 00010000:00010000:0.0:1777580300.294255:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294264:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.294281:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821243243219 time 7821243143219 state 0x1 ref 3 00000100:00100000:3.0:1777580300.294295:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+210:282158:x1863919946313344:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580300.294338:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580300.294364:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e44b9f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdd9 expref: 210 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.294390:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e44a64 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd7e expref: 209 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.294404:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b1:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580300.294406:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e450a7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.294416:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580300.294417:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e450a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294427:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e450a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.294436:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.294449:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.294457:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580300.294468:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x785:0x0]: returning size 0 00010000:00010000:3.0:1777580300.294471:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580300.294474:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777580300.294484:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.294492:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.294501:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e450a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294515:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e450a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294523:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294530:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294537:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294543:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.294547:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294554:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294563:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.294566:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.294570:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294577:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45099 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294592:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294598:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294604:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294609:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.294611:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294618:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294626:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0248a60ec00) 00010000:00010000:0.0:1777580300.294628:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.294631:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294637:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e450a0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.294663:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821243243219 time 7821243523270 state 0x0 ref 3 00010000:00010000:0.0:1777580300.294668:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45092 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf1b expref: 430 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.294687:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02482f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+429:282183:x1863919946313088:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580300.294690:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e450a7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf1b expref: 429 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.294700:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.294707:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x785:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:0.0:1777580300.294710:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.294712:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e450bc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf22 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.294714:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021200, rc 0) 00010000:00010000:1.0:1777580300.294751:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.294761:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.294770:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.294774:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+430:282184:x1863919946312960:12345-192.168.202.9@tcp:101:rm.500 Request processed in 844us (2081us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.294787:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18466 00010000:00010000:1.0:1777580300.294792:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.294801:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.294808:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.294879:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e450d1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.294888:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e450d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.294895:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e450d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580300.295217:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x784:0x0]: returning size 0 00000004:00200000:1.0:1777580300.295222:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580300.295237:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e450d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295247:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e450d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295255:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295262:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295268:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295277:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.295280:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295287:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295297:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.295299:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.295302:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295309:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e450c3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295323:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295329:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.295334:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.295817:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.295828:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.295841:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.296025:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.296029:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.296036:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.296050:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02481646400) 00010000:00010000:1.0:1777580300.296054:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.296056:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.296063:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e450ca lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.296106:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e450bc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf22 expref: 430 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.296120:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e450d1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf22 expref: 429 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.296128:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x784:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:1.0:1777580300.296130:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.296163:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5a00, rc 0) 00000100:00100000:1.0:1777580300.296237:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02482f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+429:282183:x1863919946313088:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1556us (2829us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.296246:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18468 00010000:00010000:0.0:1777580300.297236:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.297254:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.297262:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.297269:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.297273:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.297280:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.297294:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa0249f048d00) 00010000:00010000:0.0:1777580300.297297:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.297301:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.297307:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45068 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580300.298331:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1776, 64 off121856 00010000:00010000:3.0:1777580300.298429:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.298449:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.298461:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.298471:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.298477:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.298483:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299157:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580300.299195:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299204:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299212:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299222:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.299227:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299234:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299249:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b1:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580300.299252:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580300.299257:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299263:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e450d8 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299286:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299293:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299298:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299303:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.299306:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299312:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299323:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.299325:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.299329:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.299334:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e450ae lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.299344:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001055a84b reply state 000000007769d9c5 transno 8589949929 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.299354:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580300.299482:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+209:282158:x1863919946313344:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5183us (5642us total) trans 8589949929 rc 0/0 00000100:00100000:3.0:1777580300.299493:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18467 00000100:00100000:3.0:1777580300.299502:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821243243219 time 7821243523270 state 0x2 ref 0 00010000:00010000:0.0:1777580300.306202:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580300.306220:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.306236:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580300.306241:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.306253:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.306275:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b1:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:0.0:1777580300.306279:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580300.306285:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.306293:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e450df lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.306327:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.306329:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.306333:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580300.310364:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.310409:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580300.310467:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.310480:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.310488:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.310494:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.310500:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.311022:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.311051:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa0249dea8000) 00010000:00010000:3.0:1777580300.311054:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.311061:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.311068:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450b5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.313183:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946313728 00000100:00100000:0.0:1777580300.313202:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946313728 00000100:00100000:0.0:1777580300.313289:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3966 00000100:00100000:0.0:1777580300.313301:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+429:282182:x1863919946313728:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580300.313777:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.313781:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+430:282182:x1863919946313728:12345-192.168.202.9@tcp:35:touch.500 Request processed in 480us (3427us total) trans 8589949930 rc 0/0 00000100:00100000:0.0:1777580300.313791:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3966 00000100:00100000:0.0:1777580300.313833:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946313472 00000100:00100000:0.0:1777580300.313837:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946313472 00000100:00100000:0.0:1777580300.313871:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946313856 00000100:00100000:0.0:1777580300.313874:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946313856 00000100:00100000:0.0:1777580300.313903:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11294 00000100:00100000:0.0:1777580300.313912:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+45:2362:x1863919946313472:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580300.313947:0:188248:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.313977:0:188248:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf29 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580300.314010:0:188248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1551:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:0.0:1777580300.314030:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580300.314033:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580300.314044:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 46 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.314063:0:188248:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 46 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.314078:0:188248:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021000, rc 0) 00000100:00100000:0.0:1777580300.314109:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2362:x1863919946313472:12345-192.168.202.9@tcp:101:rm.500 Request processed in 199us (3699us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.314116:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11294 00000100:00100000:0.0:1777580300.314131:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11295 00000100:00100000:0.0:1777580300.314162:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+48:2362:x1863919946313856:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580300.314170:0:188248:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.314184:0:188248:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf30 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580300.314203:0:188248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1575:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:0.0:1777580300.314211:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580300.314213:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580300.314217:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 49 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.314229:0:188248:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 49 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.314239:0:188248:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389020600, rc 0) 00000100:00100000:0.0:1777580300.314260:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+49:2362:x1863919946313856:12345-192.168.202.9@tcp:101:rm.500 Request processed in 100us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.314266:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11295 00000100:00100000:2.0:1777580300.319256:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.319298:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.319399:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946314112 00000100:00100000:0.0:1777580300.319414:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946314112 00000100:00100000:0.0:1777580300.319465:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821243243219 time 7821243523270 state 0x0 ref 1 00000100:00100000:0.0:1777580300.319483:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821243623270 time 7821243523270 state 0x1 ref 1 00000100:00100000:0.0:1777580300.319508:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946314240 00000100:00100000:0.0:1777580300.319511:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946314240 00000100:00100000:0.0:1777580300.319526:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821243623270 time 7821243523270 state 0x1 ref 2 00000100:00100000:0.0:1777580300.319547:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821268509988 time 7821268409988 state 0x1 ref 2 00000100:00100000:0.0:1777580300.319559:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+208:282141:x1863919946314112:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580300.319638:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580300.319672:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e44b4b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdbd expref: 208 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.319696:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e44914 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd23 expref: 207 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.319710:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ab:0x0].0x0 (ffffa0249076f900) 00000100:00100000:3.0:1777580300.319719:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821268509988 time 7821268579287 state 0x0 ref 2 00010000:00010000:0.0:1777580300.319723:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580300.319738:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+430:282179:x1863919946314240:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.319751:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.319754:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.319765:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450fb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf37 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.319772:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.319787:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.319806:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.319813:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.319821:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.319847:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.319858:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.319868:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.319882:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.319889:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.319897:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.320014:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.320023:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.320032:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320771:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320782:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320789:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320796:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.320800:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320808:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320821:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.320825:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.320829:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320835:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45109 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320848:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320855:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320861:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320866:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.320869:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320875:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320884:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0249dea8000) 00010000:00010000:3.0:1777580300.320886:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.320888:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.320894:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45110 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.321168:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450fb lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf37 expref: 431 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.321182:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.321184:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.321189:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e450fb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf37 expref: 431 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.321205:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997e600, rc 0) 00000100:00100000:3.0:1777580300.321304:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+430:282179:x1863919946314240:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1568us (2001us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580300.321313:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18470 00000040:00080000:0.0:1777580300.324429:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1777, 64 off121920 00010000:00010000:0.0:1777580300.324546:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324568:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324583:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324593:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324601:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324609:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324639:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580300.324670:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324676:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324684:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324695:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.324701:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324710:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324726:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ab:0x0].0x0 (ffffa02498aac300) 00010000:00010000:0.0:1777580300.324729:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580300.324735:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324742:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e45117 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324767:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324774:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324781:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324787:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.324790:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324796:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324807:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.324809:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.324812:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.324818:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e450f4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.324829:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d517035d reply state 00000000dc7378de transno 8589949931 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.324839:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.325787:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+208:282141:x1863919946314112:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6221us (6535us total) trans 8589949931 rc 0/0 00000100:00100000:0.0:1777580300.325803:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18469 00000100:00100000:0.0:1777580300.325813:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821268509988 time 7821268579287 state 0x2 ref 0 00010000:00010000:2.0:1777580300.329465:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.329488:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.329505:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.329510:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.329523:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.329549:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ab:0x0].0x0 (ffffa02498aac300) 00010000:00010000:2.0:1777580300.329554:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.329560:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.329568:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4511e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.329593:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.329596:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.329597:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580300.333628:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580300.337769:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.337791:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.337800:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.337808:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.337815:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.337827:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.337849:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02499549700) 00010000:00010000:0.0:1777580300.337852:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.337857:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.337863:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021a00/0xcb2b2f2f7e45102 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.338187:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946314496 00000100:00100000:1.0:1777580300.338201:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946314496 00000100:00100000:1.0:1777580300.338245:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821181776962 time 7821206501187 state 0x0 ref 1 00000100:00100000:1.0:1777580300.338260:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821206601187 time 7821206501187 state 0x1 ref 1 00000100:00100000:1.0:1777580300.338289:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821206601187 time 7821287150369 state 0x0 ref 1 00000100:00100000:1.0:1777580300.338312:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+430:282186:x1863919946314496:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580300.338344:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.338366:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45125 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf3e expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.340726:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.340762:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.340778:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.340800:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.340807:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.340815:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.342757:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.342828:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946314752 00000100:00100000:0.0:1777580300.342841:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946314752 00000100:00100000:0.0:1777580300.342888:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821268509988 time 7821268579287 state 0x0 ref 1 00000100:00100000:0.0:1777580300.342905:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821268679287 time 7821268579287 state 0x1 ref 1 00000100:00100000:0.0:1777580300.343676:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821268679287 time 7821292534782 state 0x0 ref 1 00000100:00100000:0.0:1777580300.343700:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282156:x1863919946314752:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580300.343783:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580300.343817:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e44b67 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdc4 expref: 207 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.343839:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e449d8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd5b expref: 206 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.343856:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7af:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:0.0:1777580300.343868:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580300.343896:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580300.344361:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1553:0x0], index 1: 0 00010000:00010000:1.0:1777580300.344655:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45141 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344671:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45141 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344685:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45141 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344733:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344742:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344750:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344756:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.344761:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344770:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344781:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.344784:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.344789:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344795:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4512c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.344807:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc38a5f8 reply state 000000009685ef5e transno 8589949932 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.344817:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580300.344855:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45125 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf3e expref: 433 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344876:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45141 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf3e expref: 432 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.344885:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78a:0x0].0x0 (ffffa02481646a00) 00010000:00010000:1.0:1777580300.344888:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.344891:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4400, rc 0) 00010000:00010000:0.0:1777580300.347219:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.347246:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.347282:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.347289:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.347296:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.347467:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.347475:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.347482:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.348427:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282186:x1863919946314496:12345-192.168.202.9@tcp:101:touch.500 Request processed in 10113us (14800us total) trans 8589949932 rc 0/0 00000100:00100000:1.0:1777580300.348442:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18471 00000100:00100000:1.0:1777580300.348453:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821206601187 time 7821287150369 state 0x2 ref 0 00000040:00080000:0.0:1777580300.349772:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1778, 64 off121984 00010000:00010000:0.0:1777580300.349884:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351069:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351093:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351104:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351111:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351117:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351156:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580300.351191:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351197:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351204:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351210:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.351215:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351222:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351241:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7af:0x0].0x0 (ffffa0249881de00) 00010000:00010000:0.0:1777580300.351244:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580300.351249:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351255:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45156 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351280:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351287:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351293:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351298:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.351301:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351307:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351313:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.351317:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.351320:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.351324:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4513a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.351339:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001aacf1e9 reply state 000000005cf0910e transno 8589949933 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.351349:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.351472:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282156:x1863919946314752:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7774us (8725us total) trans 8589949933 rc 0/0 00000100:00100000:0.0:1777580300.351484:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18472 00000100:00100000:0.0:1777580300.351495:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821268679287 time 7821292534782 state 0x2 ref 0 00010000:00010000:2.0:1777580300.355758:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.355778:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.355794:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.355800:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.355812:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.355837:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7af:0x0].0x0 (ffffa0249881de00) 00010000:00010000:2.0:1777580300.355841:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.355848:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.355855:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4515d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.355885:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.355888:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.355891:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.361827:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.361850:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.361859:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.361866:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.361872:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.361880:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.361901:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02481646400) 00010000:00010000:3.0:1777580300.361905:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.361910:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.361915:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45133 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.365073:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.365209:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580300.369246:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.369269:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.369278:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.369286:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.369293:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.369302:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.369324:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02498aac300) 00010000:00010000:0.0:1777580300.369328:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.369333:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.369345:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4514f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.378391:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946315008 00000100:00100000:3.0:1777580300.378416:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946315008 00000100:00100000:3.0:1777580300.378470:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821206601187 time 7821287150369 state 0x0 ref 1 00000100:00100000:3.0:1777580300.378489:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821287250369 time 7821287150369 state 0x1 ref 1 00000100:00100000:3.0:1777580300.378535:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946315136 00000100:00100000:3.0:1777580300.378538:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946315136 00000100:00100000:3.0:1777580300.378551:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821268679287 time 7821292534782 state 0x0 ref 1 00000100:00100000:3.0:1777580300.378558:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821292634782 time 7821292534782 state 0x1 ref 1 00000100:00100000:3.0:1777580300.378582:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821287250369 time 7821327443694 state 0x0 ref 1 00000100:00100000:3.0:1777580300.378602:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282186:x1863919946315008:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580300.378679:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580300.378717:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45141 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf3e expref: 433 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.379424:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78a:0x0].0x0 (ffffa02481646a00) 00010000:00010000:3.0:1777580300.379440:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580300.379550:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.379568:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.379581:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.379767:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffcff249 reply state 00000000e9d46809 transno 8589949934 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.379777:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580300.379946:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282186:x1863919946315008:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1342us (14880us total) trans 8589949934 rc 0/0 00000100:00100000:3.0:1777580300.379957:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18473 00000100:00100000:3.0:1777580300.379965:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821287250369 time 7821327443694 state 0x2 ref 0 00000100:00100000:3.0:1777580300.380006:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821292634782 time 7821328869508 state 0x0 ref 1 00000100:00100000:3.0:1777580300.380021:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282187:x1863919946315136:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.380036:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.380051:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4516b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf45 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380112:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380123:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380155:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380170:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380178:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380185:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380258:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380266:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380273:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380279:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.380284:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380291:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380302:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.380305:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.380309:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380315:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45172 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380326:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380332:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380338:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380343:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.380345:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380351:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380357:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0249dea8d00) 00010000:00010000:3.0:1777580300.380359:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.380361:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380367:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45179 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380394:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4516b lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf45 expref: 434 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380405:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.380408:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.380411:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4516b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf45 expref: 434 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.380421:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997ea00, rc 0) 00000100:00100000:3.0:1777580300.380449:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282187:x1863919946315136:12345-192.168.202.9@tcp:101:rm.500 Request processed in 433us (15240us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580300.380459:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18474 00000100:00100000:3.0:1777580300.380464:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821292634782 time 7821328869508 state 0x2 ref 0 00000100:00100000:3.0:1777580300.398549:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.398611:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.398699:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.403463:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946315392 00000100:00100000:1.0:1777580300.403487:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946315392 00000100:00100000:1.0:1777580300.406188:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821292634782 time 7821328869508 state 0x0 ref 1 00000100:00100000:1.0:1777580300.406209:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821328969508 time 7821328869508 state 0x1 ref 1 00000100:00100000:1.0:1777580300.406249:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946315520 00000100:00100000:1.0:1777580300.406259:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946315520 00000100:00100000:1.0:1777580300.406279:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821287250369 time 7821327443694 state 0x0 ref 1 00000100:00100000:1.0:1777580300.406285:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821327543694 time 7821327443694 state 0x1 ref 1 00000100:00100000:1.0:1777580300.406302:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946315776 00000100:00100000:1.0:1777580300.406304:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946315776 00000100:00100000:1.0:1777580300.406314:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821328969508 time 7821328869508 state 0x1 ref 2 00000100:00100000:1.0:1777580300.406332:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821327543694 time 7821355195074 state 0x0 ref 1 00000100:00100000:1.0:1777580300.406349:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282186:x1863919946315520:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580300.406379:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.406405:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45180 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf4c expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406488:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45180 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf4c expref: 435 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406504:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45180 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf4c expref: 435 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406541:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78a:0x0].0x0 (ffffa0249dea8600) 00010000:00010000:1.0:1777580300.406544:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580300.406548:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5400, rc 0) 00000100:00100000:1.0:1777580300.406631:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+435:282186:x1863919946315520:12345-192.168.202.9@tcp:101:touch.500 Request processed in 288us (8019us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.406640:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18476 00000100:00100000:1.0:1777580300.406646:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821327543694 time 7821355195074 state 0x2 ref 0 00000100:00100000:1.0:1777580300.406669:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821355633120 time 7821355533120 state 0x1 ref 2 00000100:00100000:1.0:1777580300.406677:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282149:x1863919946315392:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580300.406730:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580300.406754:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e44b83 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdcb expref: 206 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406781:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e449a7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd4d expref: 205 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406790:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ae:0x0].0x0 (ffffa02499549b00) 00010000:00010000:1.0:1777580300.406799:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.406819:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406830:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406839:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406854:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406859:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.406866:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.407720:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.407733:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.407743:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580300.409418:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1773, 64 off121664 00010000:00010000:1.0:1777580300.411747:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411777:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411792:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411802:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411808:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411815:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411845:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580300.411881:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411888:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411894:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411900:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.411904:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.411913:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.412339:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821355633120 time 7821361197048 state 0x0 ref 2 00000100:00100000:2.0:1777580300.412367:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282183:x1863919946315776:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580300.412438:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580300.412459:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e450d1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x784:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf22 expref: 434 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.412480:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e44e5b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x784:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce9d expref: 433 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412697:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ae:0x0].0x0 (ffffa024185ac700) 00010000:00010000:1.0:1777580300.412701:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580300.412709:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412716:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45195 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412739:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412745:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412751:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412756:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.412759:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412765:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412774:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.412776:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.412779:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.412789:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45187 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.412800:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d7b90f6 reply state 00000000973c3c34 transno 8589949935 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.412810:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580300.412914:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282149:x1863919946315392:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6236us (14388us total) trans 8589949935 rc 0/0 00010000:00010000:2.0:1777580300.413036:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x784:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:2.0:1777580300.413048:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.413076:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.413087:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.413098:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.413116:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.413122:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.413128:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.413303:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.413312:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.413319:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.416231:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18475 00010000:00010000:1.0:1777580300.416314:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580300.416328:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.416343:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580300.416349:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.416361:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.416386:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ae:0x0].0x0 (ffffa024185ac700) 00010000:00010000:1.0:1777580300.416391:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580300.416396:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.416404:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e4519c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.416429:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.416432:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.416433:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777580300.417827:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1779, 64 off122048 00010000:00010000:2.0:1777580300.419192:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419218:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419234:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419243:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419249:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419255:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419277:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580300.419309:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419315:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419321:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419327:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.419331:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419338:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419355:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x784:0x0].0x0 (ffffa02497a21600) 00010000:00010000:2.0:1777580300.419358:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580300.419363:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419369:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b200/0xcb2b2f2f7e451b1 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x784:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419394:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419399:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419404:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419409:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.419411:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419416:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419423:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.419425:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.419429:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.419434:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e451a3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.419448:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ae6f5da reply state 000000007eedd423 transno 8589949936 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.419458:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.421241:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282183:x1863919946315776:12345-192.168.202.9@tcp:36:rm.500 Request processed in 8870us (22526us total) trans 8589949936 rc 0/0 00000100:00100000:2.0:1777580300.421256:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18477 00000100:00100000:2.0:1777580300.421266:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821355633120 time 7821361197048 state 0x2 ref 0 00010000:00010000:0.0:1777580300.422179:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580300.422191:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.422203:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580300.422208:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.422218:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.422238:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x784:0x0].0x0 (ffffa02497a21600) 00010000:00010000:0.0:1777580300.422242:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580300.422247:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.422253:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b800/0xcb2b2f2f7e451b8 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x784:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.422275:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.422277:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.422279:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.426693:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.426717:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.426724:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.426732:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.426738:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.426745:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.426765:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78a:0x0].0x0 (ffffa0249dea8600) 00010000:00010000:3.0:1777580300.426768:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.426773:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.426780:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45164 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.446781:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.446807:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.446905:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.446957:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946316160 00000100:00100000:3.0:1777580300.446971:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946316160 00000100:00100000:3.0:1777580300.447021:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821355633120 time 7821361197048 state 0x0 ref 1 00000100:00100000:3.0:1777580300.447037:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821361297048 time 7821361197048 state 0x1 ref 1 00000100:00100000:3.0:1777580300.447059:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946316416 00000100:00100000:3.0:1777580300.447062:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946316416 00000100:00100000:3.0:1777580300.447074:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821361297048 time 7821361197048 state 0x1 ref 2 00000100:00100000:3.0:1777580300.447094:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821396055650 time 7821395955650 state 0x1 ref 2 00000100:00100000:3.0:1777580300.447106:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282163:x1863919946316160:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580300.447205:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580300.447242:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e44d5f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce5e expref: 206 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.447267:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e44bde lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdfc expref: 205 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.447278:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b4:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580300.447291:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580300.447326:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.447343:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.447426:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.447444:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.447452:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.447459:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.447691:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821396055650 time 7821396551219 state 0x0 ref 2 00000100:00100000:2.0:1777580300.447709:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282184:x1863919946316416:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580300.447739:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580300.447755:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e450a7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x785:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf1b expref: 433 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447773:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e44ea8 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x785:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceab expref: 432 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447782:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x785:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:2.0:1777580300.447789:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.447800:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447809:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447817:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447830:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447836:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447842:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447985:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.447994:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.448001:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.448853:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.448866:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.448874:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580300.449418:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1774, 64 off121728 00000040:00080000:2.0:1777580300.449732:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1775, 64 off121792 00010000:00010000:2.0:1777580300.449790:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449803:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449813:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449821:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449827:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449834:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449857:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580300.449885:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449890:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449897:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449903:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.449908:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.449917:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.450109:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946315904 00000100:00100000:1.0:1777580300.450123:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946315904 00000100:00100000:1.0:1777580300.450206:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11296 00000100:00100000:1.0:1777580300.450216:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2363:x1863919946315904:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580300.450747:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+47:2363:x1863919946315904:12345-192.168.202.9@tcp:2:touch.500 Request processed in 529us (3935us total) trans 8589938387 rc 0/0 00000100:00100000:1.0:1777580300.450756:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11296 00010000:00010000:2.0:1777580300.451288:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x785:0x0].0x0 (ffffa02497a21000) 00010000:00010000:2.0:1777580300.451294:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580300.451303:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451314:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451db lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x785:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451345:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451357:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451363:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451368:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8aa00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.451372:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451379:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451387:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.451388:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.451391:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451396:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e451cd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.451407:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000519d73ca reply state 0000000045dbf9bc transno 8589949938 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.451416:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.451482:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282184:x1863919946316416:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3778us (4576us total) trans 8589949938 rc 0/0 00000100:00100000:2.0:1777580300.451492:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18479 00010000:00010000:2.0:1777580300.451857:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.451864:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451872:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.451875:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451882:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451892:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x785:0x0].0x0 (ffffa02497a21000) 00010000:00010000:2.0:1777580300.451894:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.451897:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.451903:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x785:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.452399:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.452404:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.452406:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.452422:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.452433:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.452440:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.452446:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.452451:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.452463:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.452473:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02497a21b00) 00010000:00010000:2.0:1777580300.452476:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.452479:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.452486:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e451aa lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453707:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453729:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453743:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453753:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453760:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453767:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453785:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580300.453820:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453826:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453832:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453837:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.453841:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453848:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453860:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b4:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580300.453864:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580300.453868:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453875:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e451e2 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453904:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453911:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.453917:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.454277:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.454280:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.454288:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.454298:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.454301:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.454304:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.454311:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e451bf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.454323:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a284311 reply state 00000000d2c58abe transno 8589949937 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.454333:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580300.454451:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282163:x1863919946316160:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7338us (7672us total) trans 8589949937 rc 0/0 00000100:00100000:3.0:1777580300.454464:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18478 00000100:00100000:3.0:1777580300.454477:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821396055650 time 7821396551219 state 0x2 ref 0 00010000:00010000:2.0:1777580300.455808:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.455824:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.455836:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.455841:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.455850:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.455867:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b4:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:2.0:1777580300.455871:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.455876:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.455883:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e451e9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.455904:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.455906:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.455909:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.457683:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.457702:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.457715:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.457721:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.457727:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.457734:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.457752:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024185acb00) 00010000:00010000:0.0:1777580300.457755:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.457760:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.457766:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4518e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.476349:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.476377:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.476411:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946316672 00000100:00100000:2.0:1777580300.476424:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946316672 00000100:00100000:2.0:1777580300.476879:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821396055650 time 7821396551219 state 0x0 ref 1 00000100:00100000:2.0:1777580300.476896:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821396651219 time 7821396551219 state 0x1 ref 1 00000100:00100000:2.0:1777580300.477162:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946316800 00000100:00100000:2.0:1777580300.477171:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946316800 00000100:00100000:2.0:1777580300.477193:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821396651219 time 7821396551219 state 0x1 ref 2 00000100:00100000:2.0:1777580300.477217:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821426178857 time 7821426078857 state 0x1 ref 2 00000100:00100000:2.0:1777580300.477232:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282159:x1863919946316672:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580300.477315:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580300.477348:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e44d7b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce57 expref: 205 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.477373:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e44a9c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd93 expref: 204 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.477385:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b3:0x0].0x0 (ffffa024185aa400) 00010000:00010000:2.0:1777580300.477397:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.477430:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.477448:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.477461:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.477478:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.477484:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.477491:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.477702:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.477712:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.477720:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.477727:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.477733:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.477741:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.477751:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa0249dea8d00) 00010000:00010000:3.0:1777580300.477755:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.477758:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.477764:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e451c6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.478080:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.478089:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.478098:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.480785:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.480828:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.480862:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.480894:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946317184 00000100:00100000:3.0:1777580300.480907:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946317184 00000100:00100000:3.0:1777580300.480983:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821426178857 time 7821426078857 state 0x1 ref 3 00000100:00100000:3.0:1777580300.481009:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946317312 00000100:00100000:3.0:1777580300.481012:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946317312 00000100:00100000:3.0:1777580300.481024:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821426178857 time 7821426078857 state 0x1 ref 4 00000100:00100000:3.0:1777580300.481047:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821430008891 time 7821429908891 state 0x1 ref 4 00000100:00100000:3.0:1777580300.481061:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282192:x1863919946316800:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.481094:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.481122:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4520c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf53 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481225:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481243:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481257:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481274:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481281:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481288:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481426:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45221 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481435:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45221 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481443:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45221 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580300.481479:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x788:0x0]: returning size 0 00000004:00200000:3.0:1777580300.481485:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580300.481523:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45221 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481538:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45221 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481548:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481554:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481560:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481567:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.481571:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481580:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481594:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.481599:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.481604:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481610:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45213 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481625:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481632:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481637:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481643:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.481645:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481651:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481658:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa0249dea8000) 00010000:00010000:3.0:1777580300.481661:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.481663:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481669:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e4521a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481706:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4520c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf53 expref: 436 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481722:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45221 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf53 expref: 435 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481730:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x788:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:3.0:1777580300.481733:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.481735:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997fe00, rc 0) 00000100:00100000:3.0:1777580300.481819:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+435:282192:x1863919946316800:12345-192.168.202.9@tcp:101:rm.500 Request processed in 760us (5439us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.481829:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18481 00000100:00100000:3.0:1777580300.481866:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821430828824 time 7821430728824 state 0x1 ref 3 00000100:00100000:3.0:1777580300.481881:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282195:x1863919946317184:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.481892:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.481901:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e45228 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf5a expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481948:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481958:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481966:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481981:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.481993:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482000:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482071:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4523d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482079:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4523d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482087:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4523d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580300.482111:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x789:0x0]: returning size 0 00000004:00200000:3.0:1777580300.482114:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580300.482123:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4523d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482159:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4523d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482169:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482175:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482181:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482191:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.482194:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482201:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482211:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.482213:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.482216:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482223:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4522f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482234:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482240:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482246:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482252:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.482255:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482261:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482272:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580300.482275:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.482277:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482284:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e45236 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482309:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e45228 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf5a expref: 436 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482322:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4523d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf5a expref: 435 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482330:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x789:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:3.0:1777580300.482333:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.482335:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997e400, rc 0) 00000100:00100000:3.0:1777580300.482366:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+435:282195:x1863919946317184:12345-192.168.202.9@tcp:101:rm.500 Request processed in 489us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.482373:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18482 00000100:00100000:3.0:1777580300.482393:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821430828824 time 7821431256301 state 0x0 ref 2 00000100:00100000:3.0:1777580300.482405:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282190:x1863919946317312:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.482415:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.482425:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45244 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf61 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482462:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482471:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482479:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482491:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482498:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482505:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482561:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e45259 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482570:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e45259 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482577:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e45259 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580300.482596:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x787:0x0]: returning size 0 00000004:00200000:3.0:1777580300.482599:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580300.482609:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e45259 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482621:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e45259 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482627:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482632:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482638:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482642:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.482645:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482650:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482657:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.482660:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.482662:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482667:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4524b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482676:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482680:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482686:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482691:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.482693:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482699:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482705:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0249dea8400) 00010000:00010000:3.0:1777580300.482707:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.482710:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482715:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45252 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482736:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45244 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf61 expref: 436 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482748:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e45259 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf61 expref: 435 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.482755:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x787:0x0].0x0 (ffffa0249dea8500) 00010000:00010000:3.0:1777580300.482758:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.482760:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5a00, rc 0) 00000100:00100000:3.0:1777580300.482784:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+435:282190:x1863919946317312:12345-192.168.202.9@tcp:101:rm.500 Request processed in 381us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.482795:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18483 00000040:00080000:2.0:1777580300.483822:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1780, 64 off122112 00010000:00010000:2.0:1777580300.483934:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.483962:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.483974:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.483982:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.483989:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.483996:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484023:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580300.484048:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484055:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484061:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484067:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.484071:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484077:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484088:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b3:0x0].0x0 (ffffa02497a21000) 00010000:00010000:2.0:1777580300.484091:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580300.484094:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484100:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45205 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484127:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484160:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484166:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484171:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.484174:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484179:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484186:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.484188:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.484191:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.484196:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e451f7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.484206:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa68031b reply state 00000000d6ecd356 transno 8589949939 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.484216:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.484306:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+204:282159:x1863919946316672:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7075us (7966us total) trans 8589949939 rc 0/0 00000100:00100000:2.0:1777580300.484316:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18480 00000100:00100000:2.0:1777580300.484325:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821430828824 time 7821431256301 state 0x2 ref 0 00000100:00100000:2.0:1777580300.484379:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946317056 00000100:00100000:2.0:1777580300.484389:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946317056 00000100:00100000:2.0:1777580300.484435:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3967 00000100:00100000:2.0:1777580300.484444:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+435:282186:x1863919946317056:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580300.487113:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.487158:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.487167:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.487173:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8be00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.487178:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.487191:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.487211:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02497a21e00) 00010000:00010000:0.0:1777580300.487213:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.487219:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.487226:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e451d4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.488416:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+435:282186:x1863919946317056:12345-192.168.202.9@tcp:35:touch.500 Request processed in 3963us (7631us total) trans 8589949940 rc 0/0 00000100:00100000:2.0:1777580300.488430:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3967 00000100:00100000:3.0:1777580300.491503:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.491599:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.492127:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946317824 00000100:00100000:2.0:1777580300.492156:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946317824 00000100:00100000:2.0:1777580300.492209:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821327543694 time 7821355195074 state 0x0 ref 1 00000100:00100000:2.0:1777580300.492225:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821355295074 time 7821355195074 state 0x1 ref 1 00000100:00100000:2.0:1777580300.492255:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821355295074 time 7821441117599 state 0x0 ref 1 00000100:00100000:2.0:1777580300.492269:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+435:282196:x1863919946317824:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.492297:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.492328:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45267 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf76 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.494178:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.494208:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.494223:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.494246:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.494253:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.494259:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.495382:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.495399:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.495406:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.495413:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.495418:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.495425:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.495442:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02497a21b00) 00010000:00010000:0.0:1777580300.495445:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.495450:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.495457:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e451fe lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580300.497294:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1578:0x0], index 0: 0 00010000:00010000:2.0:1777580300.497554:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4527c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497574:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4527c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497590:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4527c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497640:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497648:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497655:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497661:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.497666:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497676:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497689:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.497692:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.497697:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497702:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e4526e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.497717:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce289744 reply state 000000007b985521 transno 8589949941 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.497729:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580300.497777:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e45267 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf76 expref: 438 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497793:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4527c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf76 expref: 437 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.497800:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78b:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:2.0:1777580300.497802:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.497805:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee8000, rc 0) 00000100:00100000:2.0:1777580300.497909:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+438:282196:x1863919946317824:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5642us (6417us total) trans 8589949941 rc 0/0 00000100:00100000:2.0:1777580300.497920:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18484 00000100:00100000:2.0:1777580300.497929:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821355295074 time 7821441117599 state 0x2 ref 0 00000100:00100000:2.0:1777580300.498129:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.498264:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946318208 00000100:00100000:2.0:1777580300.498274:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946318208 00000100:00100000:2.0:1777580300.498308:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821430828824 time 7821431256301 state 0x0 ref 1 00000100:00100000:2.0:1777580300.498322:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821431356301 time 7821431256301 state 0x1 ref 1 00000100:00100000:2.0:1777580300.498346:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821431356301 time 7821447208065 state 0x0 ref 1 00000100:00100000:2.0:1777580300.498357:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+203:282160:x1863919946318208:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580300.498427:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580300.498447:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e44d3c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce50 expref: 203 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498465:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e44a6b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd85 expref: 202 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498475:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b2:0x0].0x0 (ffffa0249dea8b00) 00010000:00010000:2.0:1777580300.498488:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.498511:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498524:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498532:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498548:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498556:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498562:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498677:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498686:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.498693:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580300.499237:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1776, 64 off121856 00010000:00010000:2.0:1777580300.499300:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499310:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499319:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499327:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499334:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499341:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499366:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777580300.499387:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499393:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499400:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499406:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.499410:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499416:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499425:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b2:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:2.0:1777580300.499427:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580300.499430:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499435:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45298 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499453:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499460:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499469:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499473:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.499476:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499482:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499488:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.499490:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.499493:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.499499:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4528a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.499507:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe23a7a6 reply state 00000000f263f440 transno 8589949942 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.499516:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.499608:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+203:282160:x1863919946318208:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1249us (1477us total) trans 8589949942 rc 0/0 00000100:00100000:2.0:1777580300.499618:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18485 00000100:00100000:2.0:1777580300.499625:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821431356301 time 7821447208065 state 0x2 ref 0 00010000:00010000:0.0:1777580300.500229:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580300.500240:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500247:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580300.500251:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500258:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500271:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b3:0x0].0x0 (ffffa02497a21000) 00010000:00010000:0.0:1777580300.500274:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580300.500277:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500282:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e45260 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500304:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580300.500307:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500313:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580300.500315:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500320:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500328:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b2:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:0.0:1777580300.500330:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580300.500333:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500337:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4529f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.500347:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.500349:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.500350:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.500469:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580300.500990:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.501115:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580300.501187:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.501197:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.501204:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.501209:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.501213:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.501221:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.501233:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02497a21600) 00010000:00010000:3.0:1777580300.501236:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.501240:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.501246:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e45275 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.501654:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946317952 00000100:00100000:1.0:1777580300.501668:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946317952 00000100:00100000:1.0:1777580300.501724:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946317568 00000100:00100000:1.0:1777580300.501729:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946317568 00000100:00100000:1.0:1777580300.501752:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946317440 00000100:00100000:1.0:1777580300.501755:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946317440 00000100:00100000:1.0:1777580300.501781:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11297 00000100:00100000:1.0:1777580300.501791:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+50:2364:x1863919946317952:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.501814:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.501841:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf7d expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.501875:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1576:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.501904:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.501907:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.501919:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 51 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.502051:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 51 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.502066:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1200, rc 0) 00000100:00100000:1.0:1777580300.502237:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+51:2364:x1863919946317952:12345-192.168.202.9@tcp:101:rm.500 Request processed in 446us (10637us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.502245:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11297 00000100:00100000:1.0:1777580300.502267:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11298 00000100:00100000:1.0:1777580300.502273:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+47:2361:x1863919946317568:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.502283:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.502296:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf68 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.502316:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1552:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.502327:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.502329:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.502333:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 48 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.502347:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 48 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.502356:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1e00, rc 0) 00000100:00100000:1.0:1777580300.502379:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+48:2361:x1863919946317568:12345-192.168.202.9@tcp:101:rm.500 Request processed in 106us (1394us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.502387:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11298 00000100:00100000:1.0:1777580300.502400:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11299 00000100:00100000:1.0:1777580300.502407:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+50:2361:x1863919946317440:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.502421:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.502431:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf6f expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.502444:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1577:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.502454:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.502456:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.502460:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 51 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.502472:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 51 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.502481:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0400, rc 0) 00000100:00100000:1.0:1777580300.502503:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+51:2361:x1863919946317440:12345-192.168.202.9@tcp:101:rm.500 Request processed in 97us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.502509:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11299 00000100:00100000:2.0:1777580300.504336:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.504369:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580300.505865:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.505881:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.505889:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.505896:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.505901:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.506648:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.506679:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02497a21f00) 00010000:00010000:0.0:1777580300.506683:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.506690:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.506698:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45291 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.514425:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946318464 00000100:00100000:2.0:1777580300.514446:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946318464 00000100:00100000:2.0:1777580300.514505:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821355295074 time 7821441117599 state 0x0 ref 1 00000100:00100000:2.0:1777580300.514533:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821441217599 time 7821441117599 state 0x1 ref 1 00000100:00100000:2.0:1777580300.514557:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946318720 00000100:00100000:2.0:1777580300.514561:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946318720 00000100:00100000:2.0:1777580300.514575:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821441217599 time 7821441117599 state 0x1 ref 2 00000100:00100000:2.0:1777580300.514596:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821463558138 time 7821463458138 state 0x1 ref 2 00000100:00100000:2.0:1777580300.514615:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+438:282196:x1863919946318464:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580300.514698:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580300.514734:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4527c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf76 expref: 438 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.514754:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78b:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:2.0:1777580300.514767:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.514861:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.514877:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.514889:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.515097:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008103d8ff reply state 00000000dd69b186 transno 8589949943 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.515108:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.515266:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+439:282196:x1863919946318464:12345-192.168.202.9@tcp:36:touch.500 Request processed in 659us (10942us total) trans 8589949943 rc 0/0 00000100:00100000:2.0:1777580300.515274:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18486 00000100:00100000:2.0:1777580300.515299:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821463558138 time 7821464162047 state 0x0 ref 1 00000100:00100000:2.0:1777580300.515311:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+438:282198:x1863919946318720:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.515322:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.515334:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e452c2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf84 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.515459:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.515471:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.515479:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.515493:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.515500:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.515507:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580300.516020:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1554:0x0], index 1: 0 00010000:00010000:2.0:1777580300.516217:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e452d7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516231:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e452d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516239:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e452d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516281:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516289:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516296:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516304:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.516309:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516318:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516329:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.516332:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.516337:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516343:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e452c9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.516356:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ee98dfd reply state 000000001ff7d8fb transno 8589949944 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.516365:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580300.516395:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e452c2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf84 expref: 441 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516409:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e452d7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf84 expref: 440 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.516418:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78c:0x0].0x0 (ffffa02493bbd200) 00010000:00010000:2.0:1777580300.516420:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.516423:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7a00, rc 0) 00000100:00100000:2.0:1777580300.516479:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+441:282198:x1863919946318720:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1170us (12109us total) trans 8589949944 rc 0/0 00000100:00100000:2.0:1777580300.516487:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18487 00000100:00100000:2.0:1777580300.516495:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821463558138 time 7821464162047 state 0x2 ref 0 00000100:00100000:0.0:1777580300.530578:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580300.530620:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.530636:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.530644:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.530651:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.530658:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.530667:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.530686:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02493bbd800) 00010000:00010000:0.0:1777580300.530689:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.530695:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.530701:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e452d0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.534531:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.534551:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.534560:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.534567:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.534574:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.534583:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.534604:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78b:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:3.0:1777580300.534607:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.534613:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.534620:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e452bb lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.534902:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946318848 00000100:00100000:2.0:1777580300.534923:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946318848 00000100:00100000:2.0:1777580300.534976:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821463558138 time 7821464162047 state 0x0 ref 1 00000100:00100000:2.0:1777580300.534991:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821464262047 time 7821464162047 state 0x1 ref 1 00000100:00100000:2.0:1777580300.535017:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821464262047 time 7821483880005 state 0x0 ref 1 00000100:00100000:2.0:1777580300.535036:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+439:282196:x1863919946318848:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.535066:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777580300.537609:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.537663:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580300.537812:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e452e5 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf8b expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.537926:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e452e5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf8b expref: 440 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.537958:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e452e5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf8b expref: 440 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.537985:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78b:0x0].0x0 (ffffa024185aa400) 00010000:00010000:2.0:1777580300.537989:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580300.537993:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7c00, rc 0) 00000100:00100000:2.0:1777580300.538077:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+440:282196:x1863919946318848:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3047us (7511us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.538096:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18488 00000100:00100000:2.0:1777580300.538106:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821464262047 time 7821483880005 state 0x2 ref 0 00000100:00100000:2.0:1777580300.538163:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946319104 00000100:00100000:2.0:1777580300.538172:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946319104 00000100:00100000:2.0:1777580300.538202:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821464262047 time 7821483880005 state 0x0 ref 1 00000100:00100000:2.0:1777580300.538214:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821483980005 time 7821483880005 state 0x1 ref 1 00000100:00100000:2.0:1777580300.538227:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946319360 00000100:00100000:2.0:1777580300.538230:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946319360 00000100:00100000:2.0:1777580300.538239:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821483980005 time 7821483880005 state 0x1 ref 2 00000100:00100000:2.0:1777580300.538260:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821487222824 time 7821487122824 state 0x1 ref 2 00000100:00100000:2.0:1777580300.538270:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+441:282198:x1863919946319104:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580300.538332:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777580300.538342:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821487222824 time 7821487203219 state 0x0 ref 2 00000100:00100000:1.0:1777580300.538353:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+441:282197:x1863919946319360:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.538354:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e452d7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf84 expref: 441 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.538364:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.538369:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78c:0x0].0x0 (ffffa02493bbd200) 00010000:00010000:2.0:1777580300.538377:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.538383:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e452ec lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf92 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.538452:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.538462:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.538472:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.538524:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.538535:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.538543:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.538556:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.538562:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.538568:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580300.539201:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1579:0x0], index 0: 0 00010000:00010000:1.0:1777580300.539412:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45308 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539425:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45308 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539434:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45308 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539480:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539492:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539499:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539506:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.539510:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539518:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539530:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.539533:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.539537:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539543:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e452fa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.539557:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e34ee19 reply state 00000000941ddffc transno 8589949945 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.539566:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580300.539603:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e452ec lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf92 expref: 443 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539618:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45308 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf92 expref: 442 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.539631:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78d:0x0].0x0 (ffffa02481358000) 00010000:00010000:1.0:1777580300.539633:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.539636:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4c00, rc 0) 00000100:00100000:1.0:1777580300.539715:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+443:282197:x1863919946319360:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1361us (2049us total) trans 8589949945 rc 0/0 00000100:00100000:1.0:1777580300.539724:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18490 00000004:00010000:2.0:1777580300.544718:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055690ea2 reply state 0000000093b75855 transno 8589949946 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.544745:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.544916:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+444:282198:x1863919946319104:12345-192.168.202.9@tcp:36:touch.500 Request processed in 6640us (7315us total) trans 8589949946 rc 0/0 00000100:00100000:2.0:1777580300.545837:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18489 00000100:00100000:2.0:1777580300.545848:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821487222824 time 7821487203219 state 0x2 ref 0 00000100:00100000:0.0:1777580300.559772:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.559808:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.559915:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.560040:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946319488 00000100:00100000:2.0:1777580300.560055:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946319488 00000100:00100000:2.0:1777580300.560321:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11300 00000100:00100000:2.0:1777580300.560333:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+51:2362:x1863919946319488:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:3.0:1777580300.560732:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.560748:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.560757:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.560763:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.560769:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.560778:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.560795:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024ae57b500) 00010000:00010000:3.0:1777580300.560799:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.560804:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.560809:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e45301 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.561059:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+52:2362:x1863919946319488:12345-192.168.202.9@tcp:2:touch.500 Request processed in 725us (1300us total) trans 8589938786 rc 0/0 00000100:00100000:2.0:1777580300.561068:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11300 00000100:00100000:2.0:1777580300.561215:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946319744 00000100:00100000:2.0:1777580300.561223:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946319744 00000100:00100000:2.0:1777580300.561251:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821487222824 time 7821487203219 state 0x0 ref 1 00000100:00100000:2.0:1777580300.561263:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821487303219 time 7821487203219 state 0x1 ref 1 00000100:00100000:2.0:1777580300.561281:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946320000 00000100:00100000:2.0:1777580300.561285:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946320000 00000100:00100000:2.0:1777580300.561297:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7821487303219 time 7821487203219 state 0x1 ref 2 00000100:00100000:2.0:1777580300.561315:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821510277707 time 7821510177707 state 0x1 ref 2 00000100:00100000:2.0:1777580300.561325:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+444:282197:x1863919946319744:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580300.561380:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580300.561405:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45308 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf92 expref: 444 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.561417:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78d:0x0].0x0 (ffffa02481358000) 00010000:00010000:2.0:1777580300.561426:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.561505:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.562047:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.562052:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580300.562061:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.562081:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946320128 00000100:00100000:3.0:1777580300.562087:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946320128 00000100:00100000:3.0:1777580300.562112:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821510277707 time 7821510177707 state 0x1 ref 3 00000100:00100000:3.0:1777580300.562153:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821511115880 time 7821511015880 state 0x1 ref 3 00000100:00100000:3.0:1777580300.562165:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+444:282200:x1863919946320000:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580300.562180:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.562195:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4531d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cf99 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.562341:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.562354:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.562363:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.562818:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.562827:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.562834:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.562840:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.562844:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.562851:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.562858:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d9de0fa reply state 0000000036aec613 transno 8589949947 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.562863:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78c:0x0].0x0 (ffffa024185aac00) 00010000:00010000:0.0:1777580300.562867:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777580300.562869:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580300.562871:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.562876:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e452f3 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.563245:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+446:282197:x1863919946319744:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1917us (3432us total) trans 8589949947 rc 0/0 00000100:00100000:2.0:1777580300.563255:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18491 00000100:00100000:2.0:1777580300.563292:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821511115880 time 7821512153133 state 0x0 ref 2 00000100:00100000:2.0:1777580300.563306:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+445:282198:x1863919946320128:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.563320:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.563338:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e4532b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfa0 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.563382:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e4532b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfa0 expref: 446 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.563395:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e4532b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfa0 expref: 446 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.563413:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78c:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:2.0:1777580300.563415:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580300.563418:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fde00, rc 0) 00000100:00100000:2.0:1777580300.563442:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+446:282198:x1863919946320128:12345-192.168.202.9@tcp:101:touch.500 Request processed in 141us (1392us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.563448:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18493 00010000:00010000:3.0:1777580300.565624:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.565654:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.565668:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580300.566404:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1555:0x0], index 1: 0 00010000:00010000:3.0:1777580300.566657:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45339 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566672:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45339 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566683:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45339 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566732:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566740:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566748:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566755:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.566760:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566769:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566783:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.566787:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.566793:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566800:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45324 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.566816:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000530e4225 reply state 000000005106de66 transno 8589949948 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.566828:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580300.566878:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4531d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf99 expref: 447 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566894:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45339 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf99 expref: 446 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.566902:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78e:0x0].0x0 (ffffa0249dea8800) 00010000:00010000:3.0:1777580300.566905:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.566907:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4400, rc 0) 00000100:00100000:3.0:1777580300.567030:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+447:282200:x1863919946320000:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4867us (7114us total) trans 8589949948 rc 0/0 00000100:00100000:3.0:1777580300.567042:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18492 00000100:00100000:3.0:1777580300.567053:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821511115880 time 7821512153133 state 0x2 ref 0 00000100:00100000:3.0:1777580300.567211:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.567594:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946320384 00000100:00100000:0.0:1777580300.567606:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946320384 00000100:00100000:0.0:1777580300.567664:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3968 00000100:00100000:0.0:1777580300.567674:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+447:282196:x1863919946320384:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580300.568016:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+448:282196:x1863919946320384:12345-192.168.202.9@tcp:35:touch.500 Request processed in 342us (805us total) trans 8589949949 rc 0/0 00000100:00100000:0.0:1777580300.568024:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3968 00010000:00010000:3.0:1777580300.574799:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.574820:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.574829:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.574835:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.574841:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.574849:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.574870:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78d:0x0].0x0 (ffffa02498f4af00) 00010000:00010000:3.0:1777580300.574874:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.574881:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.574888:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e45316 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.578439:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.578503:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.578596:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580300.578692:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.578708:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.578717:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.578724:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.578731:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.578740:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.578761:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0249dea8c00) 00010000:00010000:0.0:1777580300.578765:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.578771:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.578778:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e45332 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.579916:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946320640 00000100:00100000:2.0:1777580300.580218:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946320640 00000100:00100000:2.0:1777580300.580291:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11301 00000100:00100000:2.0:1777580300.580301:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+48:2362:x1863919946320640:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580300.583732:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+49:2362:x1863919946320640:12345-192.168.202.9@tcp:2:touch.500 Request processed in 3418us (5214us total) trans 8589938388 rc 0/0 00000100:00100000:2.0:1777580300.583748:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11301 00000100:00100000:3.0:1777580300.594825:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946320512 00000100:00100000:3.0:1777580300.594845:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946320512 00000100:00100000:3.0:1777580300.594901:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821511115880 time 7821512153133 state 0x0 ref 1 00000100:00100000:3.0:1777580300.594918:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821512253133 time 7821512153133 state 0x1 ref 1 00000100:00100000:3.0:1777580300.594961:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946321152 00000100:00100000:3.0:1777580300.594965:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946321152 00000100:00100000:3.0:1777580300.594980:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821512253133 time 7821512153133 state 0x1 ref 2 00000100:00100000:3.0:1777580300.595004:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821543966545 time 7821543866545 state 0x1 ref 2 00000100:00100000:3.0:1777580300.595022:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+447:282197:x1863919946320512:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580300.595056:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.595089:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45347 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfa7 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.595189:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45347 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfa7 expref: 448 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.595205:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45347 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfa7 expref: 448 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.595226:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78d:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580300.595229:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580300.595233:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4c00, rc 0) 00000100:00100000:3.0:1777580300.595371:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+448:282197:x1863919946320512:12345-192.168.202.9@tcp:101:touch.500 Request processed in 356us (16944us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.595379:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18494 00000100:00100000:3.0:1777580300.595405:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821543966545 time 7821544267951 state 0x0 ref 1 00000100:00100000:3.0:1777580300.595416:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+447:282203:x1863919946321152:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580300.595429:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.595440:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4534e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfae expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.598885:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.598915:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.598929:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.598959:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.598966:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.598972:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580300.601112:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x157a:0x0], index 0: 0 00010000:00010000:3.0:1777580300.601413:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45363 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601434:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45363 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601448:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45363 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601501:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601509:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601526:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601532:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.601537:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601545:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601560:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.601563:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.601568:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601575:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45355 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.601591:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009c3f77f6 reply state 0000000095f5933e transno 8589949950 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.601601:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580300.601649:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4534e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfae expref: 450 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601669:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45363 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfae expref: 449 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.601677:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78f:0x0].0x0 (ffffa0249dea8000) 00010000:00010000:3.0:1777580300.601679:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.601682:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f200, rc 0) 00000100:00100000:3.0:1777580300.601776:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+450:282203:x1863919946321152:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6360us (23179us total) trans 8589949950 rc 0/0 00000100:00100000:3.0:1777580300.601786:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18495 00000100:00100000:3.0:1777580300.601796:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821543966545 time 7821544267951 state 0x2 ref 0 00000100:00100000:3.0:1777580300.601907:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.606197:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946320896 00000100:00100000:3.0:1777580300.606222:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946320896 00000100:00100000:3.0:1777580300.606276:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821543966545 time 7821544267951 state 0x0 ref 1 00000100:00100000:3.0:1777580300.606292:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821544367951 time 7821544267951 state 0x1 ref 1 00000100:00100000:3.0:1777580300.606330:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821544367951 time 7821555191745 state 0x0 ref 1 00000100:00100000:3.0:1777580300.606348:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+450:282200:x1863919946320896:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580300.606427:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580300.606469:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45339 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf99 expref: 450 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.606494:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78e:0x0].0x0 (ffffa0249dea8800) 00010000:00010000:3.0:1777580300.606508:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580300.606605:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.606623:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.606637:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.606830:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038e0bce9 reply state 00000000fd3d9a98 transno 8589949951 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.606839:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580300.606989:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+451:282200:x1863919946320896:12345-192.168.202.9@tcp:36:touch.500 Request processed in 647us (5080us total) trans 8589949951 rc 0/0 00000100:00100000:3.0:1777580300.606998:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18496 00000100:00100000:3.0:1777580300.607003:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821544367951 time 7821555191745 state 0x2 ref 0 00000100:00100000:3.0:1777580300.607167:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.610790:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946321408 00000100:00100000:2.0:1777580300.610813:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946321408 00000100:00100000:2.0:1777580300.610906:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3969 00000100:00100000:2.0:1777580300.610920:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+451:282198:x1863919946321408:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580300.611456:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+452:282198:x1863919946321408:12345-192.168.202.9@tcp:35:touch.500 Request processed in 536us (4285us total) trans 8589949952 rc 0/0 00000100:00100000:2.0:1777580300.611464:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3969 00000001:00080000:3.0:1777580300.629040:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938386 is committed 00000001:00080000:3.0:1777580300.629071:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938381 is committed 00000001:00080000:3.0:1777580300.629111:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938344 is committed 00000001:00080000:3.0:1777580300.629181:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938350 is committed 00000001:00080000:3.0:1777580300.630771:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938385 is committed 00000100:00100000:3.0:1777580300.630971:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.630995:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580300.632772:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.632918:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946321536 00000100:00100000:0.0:1777580300.632933:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946321536 00000100:00100000:0.0:1777580300.634023:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11302 00000100:00100000:0.0:1777580300.634044:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+52:2361:x1863919946321536:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580300.634684:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946321792 00000100:00100000:2.0:1777580300.634696:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946321792 00000100:00100000:2.0:1777580300.634735:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821544367951 time 7821555191745 state 0x0 ref 1 00000100:00100000:2.0:1777580300.634750:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821555291745 time 7821555191745 state 0x1 ref 1 00000100:00100000:2.0:1777580300.634772:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946322048 00000100:00100000:2.0:1777580300.634776:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946322048 00000100:00100000:2.0:1777580300.634787:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821555291745 time 7821555191745 state 0x1 ref 2 00000100:00100000:2.0:1777580300.634805:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821583767342 time 7821583667342 state 0x1 ref 2 00000100:00100000:2.0:1777580300.634816:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282203:x1863919946321792:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580300.634878:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580300.634912:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45363 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfae expref: 453 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.635666:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78f:0x0].0x0 (ffffa0249dea8000) 00010000:00010000:2.0:1777580300.635680:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.635774:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.635791:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.635804:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.636217:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+53:2361:x1863919946321536:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2172us (5242us total) trans 8589938787 rc 0/0 00000100:00100000:0.0:1777580300.636232:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11302 00000004:00010000:2.0:1777580300.636796:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000714ac6ca reply state 00000000c2051c95 transno 8589949953 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.636811:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.637505:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282203:x1863919946321792:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2686us (6503us total) trans 8589949953 rc 0/0 00000100:00100000:2.0:1777580300.637715:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18497 00000100:00100000:2.0:1777580300.637768:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821583767342 time 7821586626712 state 0x0 ref 1 00000100:00100000:2.0:1777580300.637789:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282202:x1863919946322048:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.637813:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.637839:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4537f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfb5 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.637959:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.637974:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.637981:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.637989:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.637995:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.638005:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.638024:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580300.638027:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.638032:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.638038:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4535c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.638762:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.638784:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.638796:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.638813:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.638821:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.638827:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580300.640422:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1556:0x0], index 1: 0 00010000:00010000:2.0:1777580300.641056:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e45394 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641076:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e45394 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641183:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e45394 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641232:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641245:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641253:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641259:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.641264:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641271:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641284:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.641287:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.641292:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641299:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e45386 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.641317:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000323e3c9f reply state 000000001ed05597 transno 8589949954 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.641326:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580300.641372:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4537f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfb5 expref: 455 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641389:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e45394 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfb5 expref: 454 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.641402:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x790:0x0].0x0 (ffffa0249076f700) 00010000:00010000:2.0:1777580300.641404:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.641406:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7a00, rc 0) 00000100:00100000:2.0:1777580300.641495:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282202:x1863919946322048:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3714us (8733us total) trans 8589949954 rc 0/0 00000100:00100000:2.0:1777580300.641504:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18498 00000100:00100000:2.0:1777580300.641514:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821583767342 time 7821586626712 state 0x2 ref 0 00000100:00100000:2.0:1777580300.641731:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.641760:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946322176 00000100:00100000:2.0:1777580300.641771:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946322176 00000100:00100000:2.0:1777580300.641800:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821583767342 time 7821586626712 state 0x0 ref 1 00000100:00100000:2.0:1777580300.641812:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821586726712 time 7821586626712 state 0x1 ref 1 00000100:00100000:2.0:1777580300.641834:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821586726712 time 7821590696641 state 0x0 ref 1 00000100:00100000:2.0:1777580300.641845:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282200:x1863919946322176:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.641870:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.641885:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e453a2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfbc expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.642390:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e453a2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfbc expref: 456 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.642405:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e453a2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfbc expref: 456 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.642427:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78e:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:2.0:1777580300.642430:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580300.642433:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480031c00, rc 0) 00000100:00100000:2.0:1777580300.642472:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+456:282200:x1863919946322176:12345-192.168.202.9@tcp:101:touch.500 Request processed in 629us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.642479:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18499 00000100:00100000:2.0:1777580300.642484:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821586726712 time 7821590696641 state 0x2 ref 0 00000001:00080000:1.0:1777580300.651124:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938785 is committed 00010000:00010000:3.0:1777580300.651225:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.651241:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.651251:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.651257:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.651264:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.651271:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.651291:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78e:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580300.651295:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.651300:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.651307:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45371 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777580300.651727:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938780 is committed 00000001:00080000:1.0:1777580300.651738:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938777 is committed 00000100:00100000:1.0:1777580300.655154:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.655186:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.655208:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.655238:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.655278:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.655320:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946322304 00000100:00100000:1.0:1777580300.655332:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946322304 00000100:00100000:1.0:1777580300.655384:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821586726712 time 7821590696641 state 0x0 ref 1 00000100:00100000:1.0:1777580300.655400:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821590796641 time 7821590696641 state 0x1 ref 1 00000100:00100000:1.0:1777580300.655422:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946322560 00000100:00100000:1.0:1777580300.655426:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946322560 00000100:00100000:1.0:1777580300.655441:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821590796641 time 7821590696641 state 0x1 ref 2 00000100:00100000:1.0:1777580300.655458:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946322816 00000100:00100000:1.0:1777580300.655461:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946322816 00000100:00100000:1.0:1777580300.655472:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821590796641 time 7821590696641 state 0x1 ref 3 00000100:00100000:1.0:1777580300.655493:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821604456163 time 7821604356163 state 0x1 ref 3 00000100:00100000:1.0:1777580300.655517:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+457:282203:x1863919946322304:12345-192.168.202.9@tcp:101:touch.500 00000100:00100000:2.0:1777580300.655520:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946323072 00000100:00100000:2.0:1777580300.655525:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946323072 00010000:00010000:1.0:1777580300.655549:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777580300.655557:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3970 00000100:00100000:2.0:1777580300.655564:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024c4b66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+458:282197:x1863919946323072:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:1.0:1777580300.655577:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e453a9 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfc3 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.655647:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e453a9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfc3 expref: 459 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.655664:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e453a9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfc3 expref: 459 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.655686:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78f:0x0].0x0 (ffffa0249076f500) 00010000:00010000:1.0:1777580300.655689:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580300.655693:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5200, rc 0) 00000100:00100000:1.0:1777580300.655765:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+459:282203:x1863919946322304:12345-192.168.202.9@tcp:101:touch.500 Request processed in 261us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.655774:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18500 00000100:00100000:1.0:1777580300.655797:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821604760392 time 7821604660392 state 0x1 ref 2 00000100:00100000:1.0:1777580300.655805:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+459:282202:x1863919946322560:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580300.655837:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580300.655858:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e45394 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfb5 expref: 459 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.655873:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x790:0x0].0x0 (ffffa0249076f700) 00010000:00010000:1.0:1777580300.655881:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.655957:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.655962:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024c4b66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+458:282197:x1863919946323072:12345-192.168.202.9@tcp:35:touch.500 Request processed in 398us (722us total) trans 8589949955 rc 0/0 00010000:00010000:1.0:1777580300.655968:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.655970:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3970 00010000:00010000:1.0:1777580300.655977:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.656059:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000036cc9939 reply state 00000000806fcab8 transno 8589949956 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.656069:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580300.656115:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+459:282202:x1863919946322560:12345-192.168.202.9@tcp:36:touch.500 Request processed in 309us (927us total) trans 8589949956 rc 0/0 00000100:00100000:1.0:1777580300.656121:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18501 00000100:00100000:1.0:1777580300.656160:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821604760392 time 7821605023006 state 0x0 ref 1 00000100:00100000:1.0:1777580300.656170:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+458:282207:x1863919946322816:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580300.656178:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.656188:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e453b7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfca expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.656302:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.656313:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.656321:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.656336:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.656344:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.656350:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580300.656829:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x157b:0x0], index 0: 0 00010000:00010000:1.0:1777580300.656985:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e453cc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.656996:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e453cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657005:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e453cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657040:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657053:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657060:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657067:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.657071:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657079:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657089:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.657091:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.657096:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657102:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e453be lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.657114:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055497070 reply state 000000004ee6ca6c transno 8589949957 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.657122:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580300.657178:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e453b7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfca expref: 461 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657193:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e453cc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfca expref: 460 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.657207:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x791:0x0].0x0 (ffffa02481358900) 00010000:00010000:1.0:1777580300.657210:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.657212:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6000, rc 0) 00000100:00100000:1.0:1777580300.657258:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282207:x1863919946322816:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1089us (2049us total) trans 8589949957 rc 0/0 00000100:00100000:1.0:1777580300.657266:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18502 00000100:00100000:1.0:1777580300.657272:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821604760392 time 7821605023006 state 0x2 ref 0 00010000:00010000:3.0:1777580300.662055:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.662077:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.662085:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.662092:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.662098:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.662106:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.662128:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0249076f900) 00010000:00010000:3.0:1777580300.662132:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.662155:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.662162:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4538d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.669884:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.669923:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580300.669997:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670013:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670022:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670029:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.670035:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670044:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670066:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x790:0x0].0x0 (ffffa024185acb00) 00010000:00010000:0.0:1777580300.670070:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.670077:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670084:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e453b0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670127:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670153:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670159:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670164:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.670167:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670173:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670181:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78f:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580300.670184:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.670187:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.670192:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45378 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.670250:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946323200 00000100:00100000:0.0:1777580300.670264:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946323200 00000100:00100000:0.0:1777580300.670323:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946323328 00000100:00100000:0.0:1777580300.670326:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946323328 00000100:00100000:0.0:1777580300.670351:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11303 00000100:00100000:0.0:1777580300.670362:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2363:x1863919946323200:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580300.670841:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2363:x1863919946323200:12345-192.168.202.9@tcp:2:touch.500 Request processed in 479us (15559us total) trans 8589938389 rc 0/0 00000100:00100000:0.0:1777580300.670853:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11303 00000100:00100000:0.0:1777580300.670881:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11304 00000100:00100000:0.0:1777580300.670889:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2362:x1863919946323328:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580300.671079:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2362:x1863919946323328:12345-192.168.202.9@tcp:2:touch.500 Request processed in 190us (1208us total) trans 8589938788 rc 0/0 00000100:00100000:0.0:1777580300.671087:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11304 00010000:00010000:2.0:1777580300.677445:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.677463:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.677472:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.677479:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.677485:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.677495:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.677704:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02481358000) 00010000:00010000:2.0:1777580300.677708:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.677715:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.677723:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e453c5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.679870:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946323584 00000100:00100000:2.0:1777580300.679887:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946323584 00000100:00100000:2.0:1777580300.680044:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821604760392 time 7821605023006 state 0x0 ref 1 00000100:00100000:2.0:1777580300.680060:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821605123006 time 7821605023006 state 0x1 ref 1 00000100:00100000:2.0:1777580300.680197:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821605123006 time 7821629058162 state 0x0 ref 1 00000100:00100000:2.0:1777580300.680217:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+457:282207:x1863919946323584:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580300.680319:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580300.680355:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e453cc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfca expref: 457 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.680375:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x791:0x0].0x0 (ffffa02481358900) 00010000:00010000:2.0:1777580300.680389:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.680486:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.680788:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.680824:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.680859:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.680973:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.681005:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946323840 00000100:00100000:1.0:1777580300.681012:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946323840 00000100:00100000:1.0:1777580300.681044:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821629158162 time 7821629058162 state 0x1 ref 2 00000100:00100000:1.0:1777580300.681065:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946323968 00000100:00100000:1.0:1777580300.681067:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946323968 00000100:00100000:1.0:1777580300.681081:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821629158162 time 7821629058162 state 0x1 ref 3 00010000:00010000:2.0:1777580300.681097:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.681097:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821630061366 time 7821629961366 state 0x1 ref 3 00000100:00100000:1.0:1777580300.681108:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+458:282208:x1863919946323840:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.681113:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.681124:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.681170:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e453e1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfd1 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.681317:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000081ef54 reply state 00000000f23474d4 transno 8589949958 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.681322:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.681329:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580300.681335:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.681344:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.681361:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.681367:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.681374:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.681444:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282207:x1863919946323584:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1235us (11518us total) trans 8589949958 rc 0/0 00000100:00100000:2.0:1777580300.681453:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18503 00000100:00100000:2.0:1777580300.681481:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821630061366 time 7821630344234 state 0x0 ref 2 00000100:00100000:2.0:1777580300.681491:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282202:x1863919946323968:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.681502:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.681530:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e453f6 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x790:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfd8 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.681731:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e453f6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x790:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfd8 expref: 461 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.681747:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e453f6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x790:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfd8 expref: 461 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.681769:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x790:0x0].0x0 (ffffa024185aac00) 00010000:00010000:2.0:1777580300.681773:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580300.681776:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030200, rc 0) 00000100:00100000:2.0:1777580300.681799:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282202:x1863919946323968:12345-192.168.202.9@tcp:101:touch.500 Request processed in 309us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.681806:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18505 00000100:00100000:2.0:1777580300.681842:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946324224 00000100:00100000:2.0:1777580300.681848:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946324224 00000100:00100000:2.0:1777580300.681876:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946324480 00000100:00100000:2.0:1777580300.681880:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946324480 00000100:00100000:2.0:1777580300.681895:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3971 00000100:00100000:2.0:1777580300.681903:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+462:282200:x1863919946324224:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580300.682487:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+463:282200:x1863919946324224:12345-192.168.202.9@tcp:35:touch.500 Request processed in 582us (1624us total) trans 8589949959 rc 0/0 00000100:00100000:2.0:1777580300.682496:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3971 00000100:00100000:2.0:1777580300.682531:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3972 00000100:00100000:2.0:1777580300.682539:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+462:282203:x1863919946324480:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580300.683033:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+463:282203:x1863919946324480:12345-192.168.202.9@tcp:35:touch.500 Request processed in 493us (2058us total) trans 8589949960 rc 0/0 00000100:00100000:2.0:1777580300.683041:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3972 00000004:00080000:1.0:1777580300.684987:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1557:0x0], index 1: 0 00010000:00010000:1.0:1777580300.685260:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e453fd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685293:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e453fd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685308:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e453fd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685353:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685366:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685374:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685379:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.685384:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685392:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685404:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.685407:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.685412:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685419:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e453e8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.685435:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000034e01d84 reply state 000000001261511d transno 8589949961 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.685447:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580300.685491:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e453e1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfd1 expref: 464 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685506:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e453fd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfd1 expref: 463 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.685520:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x792:0x0].0x0 (ffffa02488b77800) 00010000:00010000:1.0:1777580300.685523:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.685525:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784ce00, rc 0) 00000100:00100000:1.0:1777580300.685627:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386c90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+464:282208:x1863919946323840:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4519us (4840us total) trans 8589949961 rc 0/0 00000100:00100000:1.0:1777580300.685637:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18504 00000100:00100000:1.0:1777580300.685646:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821630061366 time 7821630344234 state 0x2 ref 0 00010000:00010000:2.0:1777580300.696882:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.696904:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.696914:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.697002:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.697007:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.697016:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.697037:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02488b77a00) 00010000:00010000:2.0:1777580300.697040:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.697046:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.697052:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e453ef lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.697661:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.697740:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946324736 00000100:00100000:1.0:1777580300.697754:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946324736 00000100:00100000:1.0:1777580300.697801:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821630061366 time 7821630344234 state 0x0 ref 1 00000100:00100000:1.0:1777580300.697816:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821630444234 time 7821630344234 state 0x1 ref 1 00000100:00100000:1.0:1777580300.697842:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821630444234 time 7821646704297 state 0x0 ref 1 00000100:00100000:1.0:1777580300.697855:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+463:282208:x1863919946324736:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580300.697943:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580300.697970:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e453fd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfd1 expref: 463 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.697988:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x792:0x0].0x0 (ffffa02488b77800) 00010000:00010000:1.0:1777580300.697996:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.698095:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.698116:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.698128:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.698673:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005aa0b69f reply state 00000000050e3f6f transno 8589949962 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.698684:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580300.706817:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.706842:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.706851:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.706857:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480031600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.706863:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.706871:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.706893:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x791:0x0].0x0 (ffffa0249076fc00) 00010000:00010000:3.0:1777580300.706896:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.706915:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.706923:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e453da lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.707321:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+463:282208:x1863919946324736:12345-192.168.202.9@tcp:36:touch.500 Request processed in 9456us (9657us total) trans 8589949962 rc 0/0 00000100:00100000:1.0:1777580300.707337:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18506 00000100:00100000:1.0:1777580300.707348:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821630444234 time 7821646704297 state 0x2 ref 0 00000100:00100000:0.0:1777580300.715870:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.716195:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946324864 00000100:00100000:0.0:1777580300.716199:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.716210:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946324864 00000100:00100000:0.0:1777580300.716230:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.716259:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821630444234 time 7821646704297 state 0x0 ref 1 00000100:00100000:2.0:1777580300.716275:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821646804297 time 7821646704297 state 0x1 ref 1 00000100:00100000:0.0:1777580300.716281:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.716299:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946325120 00000100:00100000:2.0:1777580300.716302:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946325120 00000100:00100000:2.0:1777580300.716314:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821646804297 time 7821646704297 state 0x1 ref 2 00000100:00100000:2.0:1777580300.716375:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946325376 00000100:00100000:2.0:1777580300.716380:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946325376 00000100:00100000:2.0:1777580300.716394:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821646804297 time 7821646704297 state 0x1 ref 3 00000100:00100000:1.0:1777580300.716421:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946325248 00000100:00100000:1.0:1777580300.716427:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946325248 00000100:00100000:1.0:1777580300.716467:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11305 00000100:00100000:1.0:1777580300.716478:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2361:x1863919946325248:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580300.716961:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2361:x1863919946325248:12345-192.168.202.9@tcp:2:touch.500 Request processed in 483us (727us total) trans 8589938390 rc 0/0 00000100:00100000:1.0:1777580300.716970:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11305 00010000:00010000:3.0:1777580300.718059:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.718082:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.718090:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.718096:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.718102:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.718110:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.718131:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x792:0x0].0x0 (ffffa02488b77500) 00010000:00010000:3.0:1777580300.718149:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.718155:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.718162:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4540b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.720015:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821668965535 time 7821668865535 state 0x1 ref 3 00000100:00100000:0.0:1777580300.720061:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+464:282207:x1863919946324864:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.720100:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.720161:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45412 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x791:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfdf expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720248:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45412 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x791:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfdf expref: 465 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720267:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45412 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x791:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfdf expref: 465 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720306:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x791:0x0].0x0 (ffffa0249881d900) 00010000:00010000:0.0:1777580300.720309:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580300.720314:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51000, rc 0) 00000100:00100000:0.0:1777580300.720395:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+465:282207:x1863919946324864:12345-192.168.202.9@tcp:101:touch.500 Request processed in 358us (4536us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.720403:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18507 00000100:00100000:0.0:1777580300.720441:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821669404203 time 7821669304203 state 0x1 ref 2 00000100:00100000:0.0:1777580300.720453:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+464:282209:x1863919946325120:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.720463:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.720474:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45419 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfe6 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720823:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720835:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720845:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720861:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720868:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.720874:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580300.721814:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x157c:0x0], index 0: 0 00010000:00010000:0.0:1777580300.722058:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4542e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722075:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4542e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722085:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4542e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722130:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722171:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722179:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722186:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.722191:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722198:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722212:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.722215:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.722219:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722225:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45420 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.722243:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001646d7e0 reply state 00000000f6a289eb transno 8589949963 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.722253:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580300.722916:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45419 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfe6 expref: 467 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722950:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4542e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfe6 expref: 466 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.722959:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x793:0x0].0x0 (ffffa024185acb00) 00010000:00010000:0.0:1777580300.722961:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580300.722963:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50e00, rc 0) 00000100:00100000:0.0:1777580300.723050:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+467:282209:x1863919946325120:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2596us (6849us total) trans 8589949963 rc 0/0 00000100:00100000:0.0:1777580300.723061:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18508 00000100:00100000:0.0:1777580300.723109:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821669404203 time 7821671969309 state 0x0 ref 1 00000100:00100000:0.0:1777580300.723126:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+466:282208:x1863919946325376:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.723178:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.723197:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4543c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x792:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cfed expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.723254:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4543c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x792:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfed expref: 467 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.723266:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4543c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x792:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfed expref: 467 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.723290:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x792:0x0].0x0 (ffffa02493bbd200) 00010000:00010000:0.0:1777580300.723293:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580300.723296:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50200, rc 0) 00000100:00100000:0.0:1777580300.723319:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+467:282208:x1863919946325376:12345-192.168.202.9@tcp:101:touch.500 Request processed in 199us (7036us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.723326:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18509 00000100:00100000:0.0:1777580300.723331:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821669404203 time 7821671969309 state 0x2 ref 0 00000100:00100000:2.0:1777580300.738321:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.738359:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.738383:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.738431:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.738468:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946325632 00000100:00100000:2.0:1777580300.738481:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946325632 00000100:00100000:2.0:1777580300.738537:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821669404203 time 7821671969309 state 0x0 ref 1 00000100:00100000:2.0:1777580300.738554:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821672069309 time 7821671969309 state 0x1 ref 1 00000100:00100000:2.0:1777580300.738576:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946325888 00000100:00100000:2.0:1777580300.738580:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946325888 00000100:00100000:2.0:1777580300.738592:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821672069309 time 7821671969309 state 0x1 ref 2 00000100:00100000:2.0:1777580300.738613:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821687575500 time 7821687475500 state 0x1 ref 2 00000100:00100000:2.0:1777580300.738627:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+468:282209:x1863919946325632:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580300.738703:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580300.738739:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4542e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfe6 expref: 468 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.738765:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x793:0x0].0x0 (ffffa024185acb00) 00010000:00010000:2.0:1777580300.738778:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.738869:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.738884:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.738896:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.739074:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd21f8e5 reply state 000000005863f6c7 transno 8589949964 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.739084:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.739218:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+469:282209:x1863919946325632:12345-192.168.202.9@tcp:36:touch.500 Request processed in 593us (912us total) trans 8589949964 rc 0/0 00000100:00100000:2.0:1777580300.739228:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18510 00000100:00100000:2.0:1777580300.739252:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821687575500 time 7821688115176 state 0x0 ref 1 00000100:00100000:2.0:1777580300.739262:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+468:282210:x1863919946325888:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580300.739273:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.739298:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4544a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cff4 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.739409:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.739421:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.739428:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.739442:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.739449:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.739461:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580300.740053:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1558:0x0], index 1: 0 00010000:00010000:2.0:1777580300.740236:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4545f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740249:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4545f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740259:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4545f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740294:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740302:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740309:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740316:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.740320:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740327:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740338:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.740341:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.740346:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740353:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45451 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.740367:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f9abc94 reply state 00000000f973ecaf transno 8589949965 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.740375:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580300.740411:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4544a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cff4 expref: 471 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740430:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4545f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cff4 expref: 470 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.740437:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x794:0x0].0x0 (ffffa02481358000) 00010000:00010000:2.0:1777580300.740439:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.740442:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030a00, rc 0) 00000100:00100000:2.0:1777580300.740499:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+471:282210:x1863919946325888:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1236us (2138us total) trans 8589949965 rc 0/0 00000100:00100000:2.0:1777580300.740508:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18511 00000100:00100000:2.0:1777580300.740514:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821687575500 time 7821688115176 state 0x2 ref 0 00000100:00100000:2.0:1777580300.740570:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946326272 00000100:00100000:2.0:1777580300.740578:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946326272 00000100:00100000:2.0:1777580300.740621:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3973 00000100:00100000:2.0:1777580300.740630:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+471:282202:x1863919946326272:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580300.740848:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+472:282202:x1863919946326272:12345-192.168.202.9@tcp:35:touch.500 Request processed in 219us (2416us total) trans 8589949966 rc 0/0 00000100:00100000:2.0:1777580300.740856:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3973 00010000:00010000:3.0:1777580300.741257:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.741268:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.741274:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.741280:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.741283:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.741290:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.741303:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa0249881de00) 00010000:00010000:3.0:1777580300.741306:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.741309:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.741316:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45427 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.750220:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946326016 00000100:00100000:1.0:1777580300.750243:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946326016 00000100:00100000:1.0:1777580300.750342:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11306 00000100:00100000:1.0:1777580300.750355:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2362:x1863919946326016:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580300.750838:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2362:x1863919946326016:12345-192.168.202.9@tcp:2:touch.500 Request processed in 485us (12451us total) trans 8589938789 rc 0/0 00000100:00100000:1.0:1777580300.750848:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11306 00000100:00100000:0.0:1777580300.758258:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.758356:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.758380:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.758405:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.758877:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946326400 00000100:00100000:2.0:1777580300.758892:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946326400 00000100:00100000:2.0:1777580300.758983:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11307 00000100:00100000:2.0:1777580300.758995:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2361:x1863919946326400:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580300.761225:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946326784 00000100:00100000:1.0:1777580300.761240:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946326784 00000100:00100000:1.0:1777580300.761304:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821687575500 time 7821688115176 state 0x0 ref 1 00000100:00100000:1.0:1777580300.761322:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821688215176 time 7821688115176 state 0x1 ref 1 00000100:00100000:1.0:1777580300.761346:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946326912 00000100:00100000:1.0:1777580300.761350:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946326912 00000100:00100000:1.0:1777580300.761366:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821431356301 time 7821447208065 state 0x0 ref 1 00000100:00100000:1.0:1777580300.761371:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821447308065 time 7821447208065 state 0x1 ref 1 00000100:00100000:1.0:1777580300.761384:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946327040 00000100:00100000:1.0:1777580300.761387:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946327040 00000100:00100000:1.0:1777580300.761397:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821447308065 time 7821447208065 state 0x1 ref 2 00000100:00100000:1.0:1777580300.761416:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821710378271 time 7821710278271 state 0x1 ref 2 00000100:00100000:1.0:1777580300.761432:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+473:282212:x1863919946326912:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.761460:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.761488:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4546d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d002 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761584:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761605:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761625:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761645:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761652:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761659:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761818:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45482 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761827:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45482 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761834:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45482 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580300.761872:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x78b:0x0]: returning size 0 00000004:00200000:1.0:1777580300.761876:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580300.761900:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45482 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761915:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45482 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761925:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761948:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761956:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761962:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.761968:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761976:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.761991:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.761994:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.762001:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762009:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45474 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762024:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762030:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762036:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762041:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.762045:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762051:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762058:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02488b77800) 00010000:00010000:1.0:1777580300.762061:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.762064:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762071:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e4547b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762112:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4546d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d002 expref: 475 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762127:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45482 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d002 expref: 474 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762179:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78b:0x0].0x0 (ffffa024185aa400) 00010000:00010000:1.0:1777580300.762181:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.762183:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784ce00, rc 0) 00000100:00100000:1.0:1777580300.762276:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+474:282212:x1863919946326912:12345-192.168.202.9@tcp:101:rm.500 Request processed in 850us (3893us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.762286:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18513 00000100:00100000:1.0:1777580300.762322:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821688215176 time 7821711184098 state 0x0 ref 1 00000100:00100000:1.0:1777580300.762337:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+473:282210:x1863919946326784:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580300.762410:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580300.762427:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4545f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cff4 expref: 473 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762443:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x794:0x0].0x0 (ffffa02481358000) 00010000:00010000:1.0:1777580300.762453:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.762528:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762538:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762545:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.762712:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f353fbfc reply state 000000006dd63aee transno 8589949967 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.762723:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580300.762778:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+474:282210:x1863919946326784:12345-192.168.202.9@tcp:36:touch.500 Request processed in 444us (4421us total) trans 8589949967 rc 0/0 00000100:00100000:1.0:1777580300.762785:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18512 00000100:00100000:1.0:1777580300.762790:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821688215176 time 7821711184098 state 0x2 ref 0 00000100:00100000:1.0:1777580300.762812:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821710378271 time 7821711675468 state 0x0 ref 1 00000100:00100000:1.0:1777580300.762822:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+473:282216:x1863919946327040:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.762833:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.762843:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45490 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d009 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762886:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762896:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762903:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762916:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762922:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.762929:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763028:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e454a5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763037:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e454a5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763043:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e454a5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580300.763064:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x78e:0x0]: returning size 0 00000004:00200000:1.0:1777580300.763067:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580300.763080:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e454a5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763093:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e454a5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763099:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763105:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763110:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763115:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.763118:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763124:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763169:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.763172:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.763176:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763181:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45497 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763194:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763199:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763205:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763209:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.763211:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763217:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763223:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02488b77a00) 00010000:00010000:1.0:1777580300.763225:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.763227:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763232:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32a00/0xcb2b2f2f7e4549e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763257:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45490 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d009 expref: 475 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763269:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e454a5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d009 expref: 474 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.763276:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78e:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:1.0:1777580300.763278:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.763280:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32800, rc 0) 00000100:00100000:1.0:1777580300.763306:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+474:282216:x1863919946327040:12345-192.168.202.9@tcp:101:rm.500 Request processed in 486us (4900us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.763316:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18514 00000100:00100000:1.0:1777580300.763319:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821710378271 time 7821711675468 state 0x2 ref 0 00000100:00100000:2.0:1777580300.765023:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2361:x1863919946326400:12345-192.168.202.9@tcp:2:touch.500 Request processed in 6020us (6769us total) trans 8589938391 rc 0/0 00000100:00100000:2.0:1777580300.765038:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11307 00010000:00010000:2.0:1777580300.765204:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765218:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765227:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765233:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.765238:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765245:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765262:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02481358900) 00010000:00010000:2.0:1777580300.765266:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.765270:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765279:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45458 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765328:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765335:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765340:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765346:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.765349:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765354:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765361:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x793:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:2.0:1777580300.765364:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.765366:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.765371:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45443 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.769236:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.769294:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.769320:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.769347:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.769378:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.769406:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.770047:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946327168 00000100:00100000:1.0:1777580300.770062:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946327168 00000100:00100000:1.0:1777580300.770115:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821710378271 time 7821711675468 state 0x0 ref 1 00000100:00100000:2.0:1777580300.772766:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946326528 00000100:00100000:2.0:1777580300.772784:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946326528 00000100:00100000:1.0:1777580300.772904:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821711775468 time 7821711675468 state 0x1 ref 1 00000100:00100000:1.0:1777580300.772953:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946327296 00000100:00100000:1.0:1777580300.772960:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946327296 00000100:00100000:0.0:1777580300.774901:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946327424 00000100:00100000:0.0:1777580300.774918:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946327424 00000100:00100000:0.0:1777580300.774980:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821688215176 time 7821711184098 state 0x0 ref 1 00000100:00100000:2.0:1777580300.775079:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821711775468 time 7821711675468 state 0x1 ref 3 00000100:00100000:2.0:1777580300.775111:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946327552 00000100:00100000:2.0:1777580300.775115:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946327552 00000100:00100000:2.0:1777580300.775130:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821711775468 time 7821711675468 state 0x1 ref 4 00000100:00100000:2.0:1777580300.775170:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821724131806 time 7821724031806 state 0x1 ref 4 00000100:00100000:2.0:1777580300.775189:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+476:282213:x1863919946327168:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580300.775217:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.775243:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e454ac lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d010 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779147:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779179:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779196:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779220:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779228:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779234:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779415:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e454c1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779426:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e454c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779432:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e454c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580300.779468:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x78c:0x0]: returning size 0 00000004:00200000:2.0:1777580300.779473:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580300.779498:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e454c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779512:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e454c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779520:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779527:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779534:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779540:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.779545:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779552:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779566:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.779569:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.779576:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779582:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e454b3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779603:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779608:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779613:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779618:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.779621:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779627:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779633:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024185acb00) 00010000:00010000:2.0:1777580300.779635:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.779637:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779642:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e454ba lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779688:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e454ac lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d010 expref: 478 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779710:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e454c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d010 expref: 477 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.779717:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78c:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:2.0:1777580300.779720:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.779722:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:2.0:1777580300.779835:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+477:282213:x1863919946327168:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4652us (10612us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.779848:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18515 00000100:00100000:2.0:1777580300.779904:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821728862911 time 7821728762911 state 0x1 ref 3 00000100:00100000:2.0:1777580300.779924:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+476:282211:x1863919946326528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580300.779958:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.779974:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e454c8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90cffb expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780020:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780030:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780038:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780051:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780063:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780069:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780161:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e454dd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780170:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e454dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780177:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e454dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580300.780200:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x78a:0x0]: returning size 0 00000004:00200000:2.0:1777580300.780203:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580300.780219:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e454dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780230:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e454dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780237:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780243:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780249:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780258:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fa00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.780262:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780268:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780277:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.780279:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.780282:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780288:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e454cf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780298:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780305:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780310:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780315:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.780317:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780323:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780334:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02417834f00) 00010000:00010000:2.0:1777580300.780337:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.780340:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780345:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e454d6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780368:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e454c8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cffb expref: 478 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780381:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e454dd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cffb expref: 477 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780387:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78a:0x0].0x0 (ffffa0249dea8600) 00010000:00010000:2.0:1777580300.780389:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.780391:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3c00, rc 0) 00000100:00100000:2.0:1777580300.780421:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+477:282211:x1863919946326528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 504us (11135us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.780428:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18516 00000100:00100000:2.0:1777580300.780449:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821728862911 time 7821729311880 state 0x0 ref 2 00000100:00100000:2.0:1777580300.780460:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+476:282214:x1863919946327552:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580300.780473:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.780482:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e454e4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d025 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780516:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780525:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780533:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780570:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780577:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780584:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780638:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e454f9 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780647:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e454f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780654:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e454f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580300.780673:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x78d:0x0]: returning size 0 00000004:00200000:2.0:1777580300.780676:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580300.780684:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e454f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780695:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e454f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780702:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780708:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780714:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780719:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.780721:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780727:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780734:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.780736:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.780739:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780744:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e454eb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780756:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780761:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780768:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780773:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.780775:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780780:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780787:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024acb37100) 00010000:00010000:2.0:1777580300.780789:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.780791:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780796:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e454f2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780817:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e454e4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d025 expref: 478 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780827:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e454f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d025 expref: 477 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.780833:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78d:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:2.0:1777580300.780835:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580300.780838:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2a00, rc 0) 00000100:00100000:2.0:1777580300.780863:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+477:282214:x1863919946327552:12345-192.168.202.9@tcp:101:rm.500 Request processed in 405us (11484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.780873:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18517 00000100:00100000:2.0:1777580300.780922:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946327808 00000100:00100000:2.0:1777580300.780931:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946327808 00000100:00100000:2.0:1777580300.780989:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3974 00000100:00100000:2.0:1777580300.780996:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+477:282207:x1863919946327808:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580300.781362:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+478:282207:x1863919946327808:12345-192.168.202.9@tcp:35:touch.500 Request processed in 365us (11954us total) trans 8589949968 rc 0/0 00000100:00100000:2.0:1777580300.781369:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3974 00000100:00100000:1.0:1777580300.787750:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821729411880 time 7821729311880 state 0x1 ref 1 00000100:00100000:1.0:1777580300.787959:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.787989:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.788010:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.788111:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.788173:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946328064 00000100:00100000:1.0:1777580300.788189:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946328064 00000100:00100000:1.0:1777580300.788240:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946328192 00000100:00100000:1.0:1777580300.788243:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946328192 00000100:00100000:1.0:1777580300.788269:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11308 00000100:00100000:1.0:1777580300.788279:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2361:x1863919946328064:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.788317:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.788349:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d033 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.788387:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1578:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.788416:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.788419:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.788430:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 31 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.788451:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 31 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.788467:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33e00, rc 0) 00000100:00100000:1.0:1777580300.788536:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2361:x1863919946328064:12345-192.168.202.9@tcp:101:rm.500 Request processed in 258us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.788544:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11308 00000100:00100000:1.0:1777580300.788567:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11309 00000100:00100000:1.0:1777580300.788575:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2362:x1863919946328192:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.788583:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.788595:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d03a expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.788612:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1555:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.788621:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.788623:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.788627:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 29 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.788639:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 29 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.788652:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33600, rc 0) 00000100:00100000:1.0:1777580300.788671:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2362:x1863919946328192:12345-192.168.202.9@tcp:101:rm.500 Request processed in 98us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.788678:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11309 00000100:00100000:1.0:1777580300.788733:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946327936 00000100:00100000:1.0:1777580300.788738:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946327936 00000100:00100000:1.0:1777580300.788762:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821711284098 time 7821711184098 state 0x1 ref 2 00000100:00100000:1.0:1777580300.788785:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821711284098 time 7821737647144 state 0x0 ref 2 00000100:00100000:1.0:1777580300.788795:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+478:282210:x1863919946327936:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580300.788806:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.788823:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4550e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x794:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d02c expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.788886:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4550e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x794:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d02c expref: 479 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.788899:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4550e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x794:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d02c expref: 479 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.788919:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x794:0x0].0x0 (ffffa02488b77200) 00010000:00010000:1.0:1777580300.788922:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580300.788925:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32200, rc 0) 00000100:00100000:1.0:1777580300.788959:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282210:x1863919946327936:12345-192.168.202.9@tcp:101:touch.500 Request processed in 164us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.788967:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18519 00000100:00100000:1.0:1777580300.788983:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821729411880 time 7821737846852 state 0x0 ref 1 00000100:00100000:1.0:1777580300.788992:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+478:282215:x1863919946327296:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.789001:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.789011:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e45515 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d017 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789077:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789089:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789098:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789113:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789120:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789126:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789297:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4552a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789307:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4552a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789314:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4552a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580300.789347:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x78f:0x0]: returning size 0 00000004:00200000:1.0:1777580300.789352:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580300.789377:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4552a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789389:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4552a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789398:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789405:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789412:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789418:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b21e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.789423:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789431:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789443:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.789445:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.789450:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789462:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e4551c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789477:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789483:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789489:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789494:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.789496:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789501:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789507:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02487fb4f00) 00010000:00010000:1.0:1777580300.789510:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.789513:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789519:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e45523 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789553:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32400/0xcb2b2f2f7e45515 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d017 expref: 480 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789570:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4552a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d017 expref: 479 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.789577:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78f:0x0].0x0 (ffffa0249076f500) 00010000:00010000:1.0:1777580300.789579:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.789582:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20800, rc 0) 00000100:00100000:1.0:1777580300.789612:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282215:x1863919946327296:12345-192.168.202.9@tcp:101:rm.500 Request processed in 620us (20291us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.789618:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18518 00000100:00100000:1.0:1777580300.789623:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821729411880 time 7821737846852 state 0x2 ref 0 00010000:00010000:2.0:1777580300.794754:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.794776:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.794785:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.794792:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.794798:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.794807:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.794828:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x794:0x0].0x0 (ffffa02488b77200) 00010000:00010000:2.0:1777580300.794831:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.794836:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.794846:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45489 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.794896:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946328448 00000100:00100000:2.0:1777580300.794910:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946328448 00000100:00100000:2.0:1777580300.794998:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3975 00000100:00100000:2.0:1777580300.795009:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+478:282208:x1863919946328448:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580300.795535:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282208:x1863919946328448:12345-192.168.202.9@tcp:35:touch.500 Request processed in 526us (7421us total) trans 8589949969 rc 0/0 00000100:00100000:2.0:1777580300.795544:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3975 00010000:00010000:2.0:1777580300.795648:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580300.801715:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821737747144 time 7821737647144 state 0x1 ref 1 00000100:00100000:0.0:1777580300.801779:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821737747144 time 7821750641117 state 0x0 ref 1 00000100:00100000:0.0:1777580300.801812:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+478:282209:x1863919946327424:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580300.801845:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.801882:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45531 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x793:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d01e expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.801987:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45531 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x793:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d01e expref: 479 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.802008:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45531 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x793:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d01e expref: 479 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.802032:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x793:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:0.0:1777580300.802035:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580300.802040:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51c00, rc 0) 00000100:00100000:0.0:1777580300.802125:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282209:x1863919946327424:12345-192.168.202.9@tcp:101:touch.500 Request processed in 334us (32776us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.802154:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18520 00000100:00100000:0.0:1777580300.802162:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821737747144 time 7821750641117 state 0x2 ref 0 00000100:00100000:2.0:1777580300.819583:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.819629:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.819651:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.819681:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.819707:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.819730:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.821663:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.823171:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946328576 00000100:00100000:1.0:1777580300.823190:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946328576 00000100:00100000:1.0:1777580300.823254:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946328704 00000100:00100000:1.0:1777580300.823258:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946328704 00000100:00100000:1.0:1777580300.823272:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946328832 00000100:00100000:1.0:1777580300.823274:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946328832 00000100:00100000:1.0:1777580300.825491:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946329216 00000100:00100000:1.0:1777580300.825509:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946329216 00000100:00100000:1.0:1777580300.825573:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946329344 00000100:00100000:1.0:1777580300.825578:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946329344 00000100:00100000:1.0:1777580300.825596:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946329472 00000100:00100000:1.0:1777580300.825599:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946329472 00000100:00100000:1.0:1777580300.825632:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11310 00000100:00100000:1.0:1777580300.825645:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2361:x1863919946328576:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.825673:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.825703:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d041 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.825743:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1554:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.825766:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.825768:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.825777:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 32 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.825793:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 32 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.825806:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20400, rc 0) 00000100:00100000:1.0:1777580300.825880:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2361:x1863919946328576:12345-192.168.202.9@tcp:101:rm.500 Request processed in 239us (6313us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.825886:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11310 00000100:00100000:1.0:1777580300.825910:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11311 00000100:00100000:1.0:1777580300.825917:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2361:x1863919946328704:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.825925:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.825949:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d048 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.825963:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1553:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.825975:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.825976:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.825981:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 32 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.825999:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 32 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.826008:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b21e00, rc 0) 00000100:00100000:1.0:1777580300.826030:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2361:x1863919946328704:12345-192.168.202.9@tcp:101:rm.500 Request processed in 113us (6400us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.826036:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11311 00000100:00100000:1.0:1777580300.826050:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11312 00000100:00100000:1.0:1777580300.826057:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2363:x1863919946328832:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.826066:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.826105:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d04f expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.826123:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1579:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.826159:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.826160:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.826164:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 34 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.826174:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 34 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.826180:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20600, rc 0) 00000100:00100000:1.0:1777580300.826195:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2363:x1863919946328832:12345-192.168.202.9@tcp:101:rm.500 Request processed in 141us (6545us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.826200:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11312 00000100:00100000:1.0:1777580300.826210:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11313 00000100:00100000:1.0:1777580300.826214:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acdce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2363:x1863919946329216:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.826218:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.826226:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d056 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.826235:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x157a:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.826240:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.826241:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.826244:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 34 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.826251:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 34 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.826257:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32400, rc 0) 00000100:00100000:1.0:1777580300.826269:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acdce850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2363:x1863919946329216:12345-192.168.202.9@tcp:101:rm.500 Request processed in 55us (6562us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.826273:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11313 00000100:00100000:1.0:1777580300.826593:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11314 00000100:00100000:1.0:1777580300.826602:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2363:x1863919946329344:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580300.826908:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2363:x1863919946329344:12345-192.168.202.9@tcp:2:touch.500 Request processed in 306us (7175us total) trans 8589938790 rc 0/0 00000100:00100000:1.0:1777580300.826919:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11314 00000100:00100000:1.0:1777580300.826944:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11315 00000100:00100000:1.0:1777580300.826952:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2363:x1863919946329472:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580300.827127:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2363:x1863919946329472:12345-192.168.202.9@tcp:2:touch.500 Request processed in 176us (5475us total) trans 8589938392 rc 0/0 00000100:00100000:1.0:1777580300.827171:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11315 00000100:00100000:2.0:1777580300.830327:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946329088 00000100:00100000:2.0:1777580300.830349:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946329088 00000100:00100000:2.0:1777580300.830409:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821729411880 time 7821737846852 state 0x0 ref 1 00000100:00100000:2.0:1777580300.830427:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821737946852 time 7821737846852 state 0x1 ref 1 00000100:00100000:2.0:1777580300.830464:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821737946852 time 7821779326306 state 0x0 ref 1 00000100:00100000:2.0:1777580300.830484:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282195:x1863919946329088:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580300.830565:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580300.830602:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4523d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x789:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf5a expref: 479 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830627:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e4503e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x789:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf0d expref: 478 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830639:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x789:0x0].0x0 (ffffa0248a60e600) 00010000:00010000:2.0:1777580300.830652:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580300.830684:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830702:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830715:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830732:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830739:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830745:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830905:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830914:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.830923:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580300.831620:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1781, 64 off122176 00000004:00080000:2.0:1777580300.831631:0:188495:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7821780495374ns, next at 7822780492252ns, rc = 0 00010000:00010000:2.0:1777580300.831711:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831723:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831731:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831739:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831746:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831753:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831778:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580300.831806:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831812:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831819:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831825:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.831830:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831837:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831848:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x789:0x0].0x0 (ffffa024acb37200) 00010000:00010000:2.0:1777580300.831850:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580300.831854:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831860:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45562 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x789:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831880:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831886:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831892:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831897:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.831899:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831905:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831917:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580300.831919:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.831922:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.831928:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45554 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580300.831953:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005123e240 reply state 000000007855fc81 transno 8589949970 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580300.831962:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580300.832076:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282195:x1863919946329088:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1598us (12390us total) trans 8589949970 rc 0/0 00000100:00100000:2.0:1777580300.832086:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18521 00000100:00100000:2.0:1777580300.832095:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821737946852 time 7821779326306 state 0x2 ref 0 00010000:00010000:2.0:1777580300.832181:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.832188:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.832194:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.832197:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.832203:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.832212:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x789:0x0].0x0 (ffffa024acb37200) 00010000:00010000:2.0:1777580300.832215:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.832219:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.832224:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e45569 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x789:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.832237:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.832239:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.832241:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580300.838725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.838916:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.844909:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.845186:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946330240 00000100:00100000:1.0:1777580300.845199:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946330240 00000100:00100000:1.0:1777580300.845245:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821737946852 time 7821779326306 state 0x0 ref 1 00000100:00100000:1.0:1777580300.845258:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821779426306 time 7821779326306 state 0x1 ref 1 00000100:00100000:1.0:1777580300.845286:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821779426306 time 7821794146896 state 0x0 ref 1 00000100:00100000:1.0:1777580300.845300:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282192:x1863919946330240:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580300.845380:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580300.845416:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45221 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x788:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf53 expref: 479 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845444:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e44ff8 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x788:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf06 expref: 478 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845454:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x788:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:1.0:1777580300.845463:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.845489:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845508:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845529:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845546:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845553:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845561:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845722:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845731:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.845738:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580300.846528:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1777, 64 off121920 00010000:00010000:1.0:1777580300.846599:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846611:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846621:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846628:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846633:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846637:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846656:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580300.846676:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846679:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846684:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846689:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.846693:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846700:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846711:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x788:0x0].0x0 (ffffa024b601ed00) 00010000:00010000:1.0:1777580300.846715:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580300.846718:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846728:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4557e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x788:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846747:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846753:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846760:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846765:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.846768:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846773:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846780:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.846781:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.846784:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.846787:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45570 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.846795:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e1109bb reply state 0000000074ab5601 transno 8589949971 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.846802:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580300.846900:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282192:x1863919946330240:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1601us (2013us total) trans 8589949971 rc 0/0 00000100:00100000:1.0:1777580300.847065:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18522 00000100:00100000:1.0:1777580300.847072:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821779426306 time 7821794146896 state 0x2 ref 0 00010000:00010000:1.0:1777580300.847120:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580300.847126:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.847165:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580300.847168:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.847174:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.847180:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x788:0x0].0x0 (ffffa024b601ed00) 00010000:00010000:1.0:1777580300.847182:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580300.847184:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.847188:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45585 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x788:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.847198:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.847199:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.847200:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580300.849411:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946329728 00000100:00100000:0.0:1777580300.849429:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946329728 00000100:00100000:2.0:1777580300.850046:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946329984 00000100:00100000:2.0:1777580300.850052:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946329984 00000100:00100000:2.0:1777580300.850155:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3976 00000100:00100000:2.0:1777580300.850166:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+480:282209:x1863919946329984:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580300.852150:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+481:282209:x1863919946329984:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1961us (13208us total) trans 8589949972 rc 0/0 00000100:00100000:2.0:1777580300.852163:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3976 00010000:00010000:2.0:1777580300.852216:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.852229:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.852238:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.852245:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.852250:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.852260:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.852279:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa024acb37100) 00010000:00010000:2.0:1777580300.852282:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.852288:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.852296:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4555b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.853826:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3977 00000100:00100000:1.0:1777580300.853842:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5674850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282210:x1863919946329728:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580300.854351:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5674850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+480:282210:x1863919946329728:12345-192.168.202.9@tcp:35:touch.500 Request processed in 511us (15640us total) trans 8589949973 rc 0/0 00000100:00100000:1.0:1777580300.854361:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3977 00000100:00100000:1.0:1777580300.856101:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.856383:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946330496 00000100:00100000:1.0:1777580300.856396:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946330496 00000100:00100000:1.0:1777580300.856445:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821779426306 time 7821794146896 state 0x0 ref 1 00000100:00100000:1.0:1777580300.856460:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821794246896 time 7821794146896 state 0x1 ref 1 00000100:00100000:1.0:1777580300.856490:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821794246896 time 7821805352190 state 0x0 ref 1 00000100:00100000:1.0:1777580300.856504:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+480:282190:x1863919946330496:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580300.856726:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580300.856765:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e45259 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x787:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf61 expref: 480 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.856792:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e44f65 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x787:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ceea expref: 479 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.856810:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x787:0x0].0x0 (ffffa0249dea8500) 00010000:00010000:1.0:1777580300.856822:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.856855:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.856872:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.856883:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.857685:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.857703:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.857713:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.857892:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.858807:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.858829:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580300.862549:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1782, 64 off122240 00010000:00010000:1.0:1777580300.862677:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862701:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862716:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862726:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862732:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862739:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862766:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580300.862796:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862801:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862807:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862814:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.862820:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862827:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862840:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x787:0x0].0x0 (ffffa024b601e600) 00010000:00010000:1.0:1777580300.862844:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580300.862850:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862856:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4559a lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x787:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862878:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862889:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862894:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862898:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.862901:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862906:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862913:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.862916:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.862919:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.862924:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e4558c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.864059:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.864076:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.864083:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.864089:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.864094:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.864101:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.864115:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024b601e400) 00010000:00010000:2.0:1777580300.864119:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.864122:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.864129:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45577 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.864646:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f21ef108 reply state 000000000fc61920 transno 8589949974 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.864660:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580300.864816:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282190:x1863919946330496:12345-192.168.202.9@tcp:36:rm.500 Request processed in 8308us (8719us total) trans 8589949974 rc 0/0 00000100:00100000:1.0:1777580300.864829:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18523 00000100:00100000:1.0:1777580300.864839:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821794246896 time 7821805352190 state 0x2 ref 0 00010000:00010000:1.0:1777580300.864898:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580300.864918:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.864926:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580300.864930:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.864945:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.864958:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x787:0x0].0x0 (ffffa024b601e600) 00010000:00010000:1.0:1777580300.864961:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580300.864964:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.864970:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455a1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x787:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.864990:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.864992:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580300.864994:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.868690:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.868713:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.868722:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.868729:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.868735:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.868744:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.868767:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024b601ea00) 00010000:00010000:2.0:1777580300.868771:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.868777:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.868783:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e45593 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.876856:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.876968:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.879842:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.881045:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946330624 00000100:00100000:2.0:1777580300.881061:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946330624 00000100:00100000:2.0:1777580300.881118:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821794246896 time 7821805352190 state 0x0 ref 1 00000100:00100000:2.0:1777580300.881152:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821805452190 time 7821805352190 state 0x1 ref 1 00000100:00100000:3.0:1777580300.881654:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946330752 00000100:00100000:3.0:1777580300.881662:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946330752 00000100:00100000:3.0:1777580300.881690:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821805452190 time 7821805352190 state 0x1 ref 2 00000100:00100000:3.0:1777580300.881728:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821830690875 time 7821830590875 state 0x1 ref 2 00000100:00100000:3.0:1777580300.881745:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282218:x1863919946330624:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.881785:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.881814:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e455a8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d05d expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.881928:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.881958:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.881977:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.881994:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882001:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882007:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882186:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e455bd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882196:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e455bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882203:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e455bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580300.882238:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x791:0x0]: returning size 0 00000004:00200000:3.0:1777580300.882241:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580300.882262:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e455bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882273:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e455bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882281:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882292:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882299:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882306:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.882310:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882319:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882332:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.882336:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.882341:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882348:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e455af lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882364:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882369:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882373:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882376:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.882378:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882382:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882387:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580300.882388:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.882390:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882393:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e455b6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882422:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e455a8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d05d expref: 481 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882432:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e455bd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d05d expref: 480 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882438:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x791:0x0].0x0 (ffffa0249881d900) 00010000:00010000:3.0:1777580300.882439:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.882441:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4fe00, rc 0) 00000100:00100000:3.0:1777580300.882684:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+480:282218:x1863919946330624:12345-192.168.202.9@tcp:101:rm.500 Request processed in 945us (5846us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.882691:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18524 00000100:00100000:3.0:1777580300.882722:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821830690875 time 7821831585918 state 0x0 ref 1 00000100:00100000:3.0:1777580300.882731:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282217:x1863919946330752:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.882742:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.882749:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e455c4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d064 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882776:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882782:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882788:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882798:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882802:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882806:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882852:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e455d9 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882857:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e455d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882861:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e455d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580300.882876:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x790:0x0]: returning size 0 00000004:00200000:3.0:1777580300.882878:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580300.882885:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e455d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882890:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e455d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882895:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882908:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882912:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882916:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.882918:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882925:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882942:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.882945:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.882948:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882953:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e455cb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882963:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882973:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882980:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882985:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.882988:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.882995:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.883002:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0249dea8800) 00010000:00010000:3.0:1777580300.883004:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.883007:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.883012:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e455d2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.883030:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e455c4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d064 expref: 481 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.883038:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e455d9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d064 expref: 480 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.883043:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x790:0x0].0x0 (ffffa024185aac00) 00010000:00010000:3.0:1777580300.883044:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.883046:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1cc00, rc 0) 00000100:00100000:3.0:1777580300.883067:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+480:282217:x1863919946330752:12345-192.168.202.9@tcp:101:rm.500 Request processed in 339us (6101us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.883072:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18525 00000100:00100000:3.0:1777580300.883075:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821830690875 time 7821831585918 state 0x2 ref 0 00000100:00100000:0.0:1777580300.885345:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.885391:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.885443:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946330880 00000100:00100000:0.0:1777580300.885454:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946330880 00000100:00100000:0.0:1777580300.885506:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821830690875 time 7821831585918 state 0x0 ref 1 00000100:00100000:3.0:1777580300.885614:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946331008 00000100:00100000:3.0:1777580300.885619:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946331008 00000100:00100000:3.0:1777580300.885643:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821831685918 time 7821831585918 state 0x1 ref 2 00000100:00100000:3.0:1777580300.885669:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946331136 00000100:00100000:3.0:1777580300.885671:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946331136 00000100:00100000:3.0:1777580300.885683:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821831685918 time 7821831585918 state 0x1 ref 3 00000100:00100000:3.0:1777580300.885702:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821834665677 time 7821834565677 state 0x1 ref 3 00000100:00100000:3.0:1777580300.885716:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+482:282221:x1863919946331008:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.885741:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.885770:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e455e0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d072 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.885857:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.885877:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.885890:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.885921:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.885930:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.885946:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886098:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e455f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886108:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e455f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886115:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e455f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580300.886196:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x793:0x0]: returning size 0 00000004:00200000:3.0:1777580300.886200:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580300.886225:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e455f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886240:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e455f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886250:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886257:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886264:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886275:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.886280:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886288:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886302:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.886305:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.886310:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886316:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e455e7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886330:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886336:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886342:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886348:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.886351:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886357:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886367:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa0249dea8d00) 00010000:00010000:3.0:1777580300.886370:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.886372:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886377:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e455ee lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886414:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e455e0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d072 expref: 484 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886430:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e455f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d072 expref: 483 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.886438:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x793:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:3.0:1777580300.886440:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580300.886443:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7800, rc 0) 00000100:00100000:1.0:1777580300.887086:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821834665677 time 7821835944410 state 0x0 ref 3 00000100:00100000:1.0:1777580300.887111:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+483:282219:x1863919946331136:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.887129:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.887238:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455fc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d079 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887290:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887304:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887315:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887331:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887339:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887345:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887444:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45611 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887451:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45611 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887456:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45611 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580300.887479:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x792:0x0]: returning size 0 00000004:00200000:1.0:1777580300.887482:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580300.887494:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45611 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.887501:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45611 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.888091:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+484:282221:x1863919946331008:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2373us (2754us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.888102:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18526 00000100:00100000:3.0:1777580300.888218:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.888638:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821836044410 time 7821835944410 state 0x1 ref 2 00000100:00100000:0.0:1777580300.888688:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821836044410 time 7821837551050 state 0x0 ref 2 00000100:00100000:0.0:1777580300.888709:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+483:282220:x1863919946330880:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580300.888728:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580300.888748:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45618 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d06b expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.888841:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.889010:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580300.889119:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.889130:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.889163:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889562:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889579:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889603:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889610:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889617:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889757:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4562d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889766:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4562d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889774:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4562d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580300.889810:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x794:0x0]: returning size 0 00000004:00200000:0.0:1777580300.889815:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580300.889838:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4562d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889850:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4562d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889860:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889866:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889872:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889879:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.889884:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889891:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889917:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.889921:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.889926:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889947:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4561f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889965:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889971:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889977:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889982:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.889985:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889991:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.889998:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa0248a60e600) 00010000:00010000:0.0:1777580300.890001:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.890003:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.890009:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45626 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.890050:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45618 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d06b expref: 485 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.890071:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4562d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d06b expref: 484 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.890078:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x794:0x0].0x0 (ffffa02488b77200) 00010000:00010000:0.0:1777580300.890081:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580300.890083:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51200, rc 0) 00000100:00100000:3.0:1777580300.890679:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946331264 00000100:00100000:3.0:1777580300.890691:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946331264 00000100:00100000:3.0:1777580300.890747:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946331392 00000100:00100000:3.0:1777580300.890750:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946331392 00000100:00100000:3.0:1777580300.890776:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11316 00000100:00100000:3.0:1777580300.890786:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2362:x1863919946331264:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.890805:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580300.890830:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d080 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580300.890860:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1556:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:3.0:1777580300.890883:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580300.890885:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580300.890895:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 33 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.890923:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 33 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.890944:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb6800, rc 0) 00000100:00100000:0.0:1777580300.891202:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+484:282220:x1863919946330880:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2501us (11369us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580300.891214:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18528 00000100:00100000:3.0:1777580300.891832:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2362:x1863919946331264:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1042us (3607us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.891842:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11316 00000100:00100000:3.0:1777580300.891869:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11317 00000100:00100000:3.0:1777580300.891880:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2364:x1863919946331392:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580300.891894:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.892834:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.892847:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.892862:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.892883:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.892887:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.892891:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.892899:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e45603 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893026:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893033:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893040:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893047:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.893050:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893056:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893063:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024b601e600) 00010000:00010000:1.0:1777580300.893065:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.893068:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893073:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4560a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893159:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e455fc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d079 expref: 484 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893176:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45611 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d079 expref: 483 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.893184:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x792:0x0].0x0 (ffffa02493bbd200) 00010000:00010000:1.0:1777580300.893186:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580300.893189:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33c00, rc 0) 00000100:00100000:1.0:1777580300.893262:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+483:282219:x1863919946331136:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6158us (7869us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.893274:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18527 00000100:00100000:1.0:1777580300.893285:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821836044410 time 7821837551050 state 0x2 ref 0 00010000:00010000:3.0:1777580300.894232:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d087 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580300.894273:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x157b:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:3.0:1777580300.894297:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580300.894300:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580300.894311:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 35 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.894331:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 35 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.894345:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7a00, rc 0) 00000100:00100000:3.0:1777580300.894393:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2364:x1863919946331392:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2516us (5383us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580300.894401:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11317 00000100:00100000:0.0:1777580300.895704:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.896119:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946331520 00000100:00100000:1.0:1777580300.896131:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946331520 00000100:00100000:1.0:1777580300.898740:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11318 00000100:00100000:1.0:1777580300.898752:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2361:x1863919946331520:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.898778:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.898806:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d08e expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.898842:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x157c:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.898869:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.898871:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.898881:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 36 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.898901:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 36 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.898928:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32a00, rc 0) 00000100:00100000:1.0:1777580300.899025:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2361:x1863919946331520:12345-192.168.202.9@tcp:101:rm.500 Request processed in 276us (3329us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.899033:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11318 00000100:00100000:0.0:1777580300.907889:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.907966:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580300.908211:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946331648 00000100:00100000:2.0:1777580300.908225:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946331648 00000100:00100000:2.0:1777580300.908299:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11319 00000100:00100000:2.0:1777580300.908311:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487cc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2361:x1863919946331648:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580300.908336:0:205898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580300.908366:0:205898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d095 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580300.908404:0:205898:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1558:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:2.0:1777580300.908432:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580300.908434:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580300.908446:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.908468:0:205898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.908484:0:205898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3e00, rc 0) 00000100:00100000:2.0:1777580300.908569:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487cc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2361:x1863919946331648:12345-192.168.202.9@tcp:101:rm.500 Request processed in 259us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580300.908577:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11319 00000100:00100000:0.0:1777580300.909871:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.910046:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946331776 00000100:00100000:1.0:1777580300.910057:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946331776 00000100:00100000:1.0:1777580300.910118:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11320 00000100:00100000:1.0:1777580300.910130:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2363:x1863919946331776:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580300.910192:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580300.910220:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d09c expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580300.910253:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1557:0x0] initial LVB size: 0, mtime: 0x69f3b90b, atime: 0x69f3b90b, ctime: 0x69f3b90b, blocks: 0x1 00010000:00010000:1.0:1777580300.910275:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.910277:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580300.910344:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 35 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.910365:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 35 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.910379:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1ce00, rc 0) 00000100:00100000:1.0:1777580300.910439:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2363:x1863919946331776:12345-192.168.202.9@tcp:101:rm.500 Request processed in 312us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580300.910447:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11320 00000100:00100000:3.0:1777580300.910847:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946332032 00000100:00100000:3.0:1777580300.910855:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946332032 00000100:00100000:3.0:1777580300.910891:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821836044410 time 7821837551050 state 0x0 ref 1 00000100:00100000:3.0:1777580300.912784:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821837651050 time 7821837551050 state 0x1 ref 1 00000100:00100000:3.0:1777580300.916882:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821837651050 time 7821865730872 state 0x0 ref 1 00000100:00100000:3.0:1777580300.916941:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+483:282216:x1863919946332032:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580300.917030:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580300.917069:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e454a5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d009 expref: 483 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917098:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e453a2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x78e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfbc expref: 482 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917117:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78e:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580300.917130:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580300.917205:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917222:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917234:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917253:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917261:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917268:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917738:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917748:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.917755:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580300.922236:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1778, 64 off121984 00000004:00080000:3.0:1777580300.922253:0:207396:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7821871116908ns, next at 7822871112669ns, rc = 0 00010000:00010000:3.0:1777580300.923797:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924408:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924625:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924637:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924643:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924649:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924690:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580300.924726:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924732:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924738:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924745:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.924750:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924758:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924776:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78e:0x0].0x0 (ffffa0249dea8800) 00010000:00010000:3.0:1777580300.924780:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580300.924786:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924793:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45665 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x78e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924823:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924830:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924836:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924842:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.924844:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924850:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924858:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580300.924860:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.924864:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.924869:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45657 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580300.924885:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093f02dff reply state 0000000056e93f46 transno 8589949975 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580300.924897:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580300.925057:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580300.925068:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.925075:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fa00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580300.925079:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.925085:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.925094:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78e:0x0].0x0 (ffffa0249dea8800) 00010000:00010000:0.0:1777580300.925097:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580300.925100:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.925106:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4566c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.925125:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.925127:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.925129:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580300.926101:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+483:282216:x1863919946332032:12345-192.168.202.9@tcp:36:rm.500 Request processed in 9177us (18123us total) trans 8589949975 rc 0/0 00000100:00100000:3.0:1777580300.926116:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18529 00000100:00100000:3.0:1777580300.926126:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821837651050 time 7821865730872 state 0x2 ref 0 00000100:00100000:3.0:1777580300.938667:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580300.938767:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946332288 00000100:00100000:0.0:1777580300.938782:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946332288 00000100:00100000:0.0:1777580300.938837:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821837651050 time 7821865730872 state 0x0 ref 1 00000100:00100000:0.0:1777580300.938853:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821865830872 time 7821865730872 state 0x1 ref 1 00000100:00100000:0.0:1777580300.938892:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821865830872 time 7821887753916 state 0x0 ref 1 00000100:00100000:0.0:1777580300.938911:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+483:282212:x1863919946332288:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580300.939027:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580300.939066:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45482 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d002 expref: 483 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939096:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e452e5 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x78b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf8b expref: 482 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939108:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78b:0x0].0x0 (ffffa024185aa400) 00010000:00010000:0.0:1777580300.939121:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580300.939181:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939199:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939213:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939230:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939237:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939243:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939405:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939414:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.939420:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580300.940072:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1783, 64 off122304 00010000:00010000:0.0:1777580300.940181:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940193:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940202:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940208:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940216:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940221:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940244:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580300.940268:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940274:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940280:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940287:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.940292:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940301:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940311:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78b:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:0.0:1777580300.940315:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580300.940319:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940326:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45681 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x78b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940356:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940362:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940382:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940387:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.940390:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940397:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940403:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.940406:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.940408:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.940414:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45673 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.940424:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088845b2a reply state 0000000097ca9c4f transno 8589949976 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.940434:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.940547:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+483:282212:x1863919946332288:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1641us (1892us total) trans 8589949976 rc 0/0 00000100:00100000:0.0:1777580300.940557:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18530 00000100:00100000:0.0:1777580300.940565:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821865830872 time 7821887753916 state 0x2 ref 0 00000100:00100000:3.0:1777580300.947500:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580300.947782:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947799:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947808:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947815:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.947821:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947830:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947852:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0249dea8d00) 00010000:00010000:2.0:1777580300.947856:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.947861:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947867:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4565e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947924:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.947939:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947946:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.947949:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947955:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947963:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78b:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:2.0:1777580300.947966:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.947969:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947974:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45688 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.947991:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.947992:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.947994:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.948002:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.948008:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.948013:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.948017:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.948020:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.948025:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.948031:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa0248a60e600) 00010000:00010000:2.0:1777580300.948033:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.948036:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.948041:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e4567a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.948207:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946332544 00000100:00100000:0.0:1777580300.948220:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946332544 00000100:00100000:0.0:1777580300.948268:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821865830872 time 7821887753916 state 0x0 ref 1 00000100:00100000:0.0:1777580300.948282:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821887853916 time 7821887753916 state 0x1 ref 1 00000100:00100000:0.0:1777580300.948311:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821887853916 time 7821897172903 state 0x0 ref 1 00000100:00100000:0.0:1777580300.948325:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+481:282215:x1863919946332544:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580300.948406:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580300.948427:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4552a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d017 expref: 481 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948447:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e453a9 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x78f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfc3 expref: 480 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948457:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78f:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580300.948465:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580300.948496:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948512:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948523:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948539:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948548:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948555:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948714:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948722:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.948729:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580300.949400:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1784, 64 off122368 00010000:00010000:0.0:1777580300.949473:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949485:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949494:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949502:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949508:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949515:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949544:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580300.949569:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949576:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949582:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949588:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.949592:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949599:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949607:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78f:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:0.0:1777580300.949611:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580300.949614:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949620:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4569d lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x78f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949640:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949646:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949657:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949662:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580300.949665:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949670:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949677:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580300.949680:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580300.949683:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.949689:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e4568f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580300.949698:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1a267cb reply state 000000007883f71d transno 8589949977 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.949708:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580300.949820:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+481:282215:x1863919946332544:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1495us (2335us total) trans 8589949977 rc 0/0 00000100:00100000:0.0:1777580300.949830:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18531 00000100:00100000:0.0:1777580300.949838:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821887853916 time 7821897172903 state 0x2 ref 0 00010000:00010000:2.0:1777580300.954072:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580300.954093:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.954109:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580300.954114:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.954125:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.954166:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78f:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:2.0:1777580300.954170:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580300.954176:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.954182:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e456a4 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.954219:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.954221:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580300.954223:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580300.960175:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.960199:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.960207:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.960214:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580300.960220:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.960228:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.960251:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa0248a60e100) 00010000:00010000:3.0:1777580300.960255:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580300.960264:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580300.960271:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e45696 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580300.969801:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.971763:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946332800 00000100:00100000:1.0:1777580300.971780:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946332800 00000100:00100000:1.0:1777580300.971835:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821887853916 time 7821897172903 state 0x0 ref 1 00000100:00100000:1.0:1777580300.971851:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821897272903 time 7821897172903 state 0x1 ref 1 00000100:00100000:1.0:1777580300.971881:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821897272903 time 7821920743762 state 0x0 ref 1 00000100:00100000:1.0:1777580300.971907:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+480:282214:x1863919946332800:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580300.972006:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580300.972043:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e454f9 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d025 expref: 480 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972075:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e45347 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x78d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfa7 expref: 479 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972086:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78d:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:1.0:1777580300.972097:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.972128:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972171:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972182:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972200:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972207:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972213:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972617:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972627:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.972635:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580300.974878:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1785, 64 off122432 00010000:00010000:1.0:1777580300.975620:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.975648:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.975661:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.975671:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.975678:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.975684:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976388:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580300.976431:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976441:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976448:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976455:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.976461:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976470:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976485:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78d:0x0].0x0 (ffffa024b601ee00) 00010000:00010000:1.0:1777580300.976488:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580300.976494:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976500:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e456b9 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976528:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976534:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976539:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976544:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.976546:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976553:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976561:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.976563:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.976566:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.976577:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456ab lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.976588:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7824cae reply state 00000000753dff19 transno 8589949978 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.976599:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580300.976735:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+480:282214:x1863919946332800:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4836us (6941us total) trans 8589949978 rc 0/0 00000100:00100000:1.0:1777580300.976747:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18532 00000100:00100000:1.0:1777580300.976759:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821897272903 time 7821920743762 state 0x2 ref 0 00010000:00010000:2.0:1777580300.979783:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.979807:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.979815:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.979826:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580300.979832:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.979840:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.979860:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024b601e600) 00010000:00010000:2.0:1777580300.979864:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580300.979870:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580300.979877:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456b2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.985437:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580300.985455:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.985470:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580300.985475:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.985485:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.985507:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78d:0x0].0x0 (ffffa024b601ee00) 00010000:00010000:0.0:1777580300.985510:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580300.985517:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.985524:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e456c0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.985554:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.985556:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.985558:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580300.986559:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580300.989965:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946333056 00000100:00100000:1.0:1777580300.989986:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946333056 00000100:00100000:1.0:1777580300.990046:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821897272903 time 7821920743762 state 0x0 ref 1 00000100:00100000:1.0:1777580300.990065:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821920843762 time 7821920743762 state 0x1 ref 1 00000100:00100000:1.0:1777580300.990101:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821920843762 time 7821938962936 state 0x0 ref 1 00000100:00100000:1.0:1777580300.990121:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282211:x1863919946333056:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580300.990221:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580300.990258:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e454dd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cffb expref: 479 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991016:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45180 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x78a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf4c expref: 478 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991044:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78a:0x0].0x0 (ffffa0249dea8600) 00010000:00010000:1.0:1777580300.991060:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580300.991107:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991126:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991169:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991191:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991200:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991207:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991669:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991680:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.991689:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580300.992811:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1779, 64 off122048 00010000:00010000:1.0:1777580300.993881:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994013:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994029:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994040:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994046:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994052:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994080:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580300.994118:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994124:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994130:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994158:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.994164:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994173:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994190:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78a:0x0].0x0 (ffffa024b601ef00) 00010000:00010000:1.0:1777580300.994192:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580300.994197:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994203:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e456d5 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994228:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994234:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994240:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994245:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580300.994247:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994253:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994261:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580300.994263:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580300.994267:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580300.994273:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e456c7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580300.994289:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099431977 reply state 00000000481a8bfa transno 8589949979 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580300.994301:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580300.994420:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+479:282211:x1863919946333056:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4303us (7866us total) trans 8589949979 rc 0/0 00000100:00100000:1.0:1777580300.994429:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18533 00000100:00100000:1.0:1777580300.994438:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821920843762 time 7821938962936 state 0x2 ref 0 00010000:00010000:0.0:1777580300.994602:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580300.994610:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.994617:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580300.994620:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.994627:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.994637:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78a:0x0].0x0 (ffffa024b601ef00) 00010000:00010000:0.0:1777580300.994640:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580300.994642:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.994647:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456dc lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580300.994666:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.994668:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580300.994669:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.004878:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580301.004925:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.004951:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.004960:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.004966:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.004972:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.004983:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.005007:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024b601e800) 00010000:00010000:3.0:1777580301.005011:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.005018:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.005024:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e456ce lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.005578:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946333312 00000100:00100000:1.0:1777580301.005593:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946333312 00000100:00100000:1.0:1777580301.005642:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821920843762 time 7821938962936 state 0x0 ref 1 00000100:00100000:1.0:1777580301.005658:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821939062936 time 7821938962936 state 0x1 ref 1 00000100:00100000:1.0:1777580301.005687:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821939062936 time 7821954549637 state 0x0 ref 1 00000100:00100000:1.0:1777580301.005702:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+478:282213:x1863919946333312:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580301.005805:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580301.005830:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e454c1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d010 expref: 478 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.005849:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e4532b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x78c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfa0 expref: 477 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.005857:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78c:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:1.0:1777580301.005865:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.005895:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.005911:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.005923:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.005950:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.005957:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.005964:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.006129:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.006167:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.006175:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580301.012730:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1780, 64 off122112 00010000:00010000:1.0:1777580301.012840:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.012864:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.012884:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.012895:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.012902:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.012909:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023348:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.023405:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023418:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023426:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023433:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.023438:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023446:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023464:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78c:0x0].0x0 (ffffa024b601e100) 00010000:00010000:1.0:1777580301.023468:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580301.023474:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023481:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e456f1 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x78c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023505:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023512:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023518:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023522:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.023525:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023531:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023538:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.023541:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.023545:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.023550:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e456e3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.023653:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d8ff1cf reply state 0000000039e1029b transno 8589949980 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.023671:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580301.023822:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+478:282213:x1863919946333312:12345-192.168.202.9@tcp:36:rm.500 Request processed in 18116us (18953us total) trans 8589949980 rc 0/0 00000100:00100000:1.0:1777580301.023835:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18534 00000100:00100000:1.0:1777580301.023845:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821939062936 time 7821954549637 state 0x2 ref 0 00010000:00010000:2.0:1777580301.024460:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580301.024471:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.024478:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.024483:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.024491:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.024504:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x78c:0x0].0x0 (ffffa024b601e100) 00010000:00010000:2.0:1777580301.024507:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580301.024511:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.024521:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e456f8 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x78c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.024541:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.024543:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.024544:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.034224:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.034248:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.034258:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.034264:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.034270:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.034279:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.034301:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024b601e700) 00010000:00010000:2.0:1777580301.034305:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.034311:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.034318:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e456ea lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.034746:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.035090:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946333568 00000100:00100000:2.0:1777580301.035104:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946333568 00000100:00100000:2.0:1777580301.035186:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821939062936 time 7821954549637 state 0x0 ref 1 00000100:00100000:2.0:1777580301.035202:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821954649637 time 7821954549637 state 0x1 ref 1 00000100:00100000:2.0:1777580301.035235:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821954649637 time 7821984096751 state 0x0 ref 1 00000100:00100000:2.0:1777580301.035249:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+477:282217:x1863919946333568:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580301.035336:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580301.035366:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e455d9 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x790:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d064 expref: 477 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035390:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e453f6 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x790:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfd8 expref: 476 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035404:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x790:0x0].0x0 (ffffa024185aac00) 00010000:00010000:2.0:1777580301.035413:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580301.035444:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035461:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035472:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035491:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035498:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035505:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035734:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035743:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.035752:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580301.039195:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1781, 64 off122176 00010000:00010000:2.0:1777580301.039296:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039321:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039336:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039344:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039351:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039357:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039386:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580301.039420:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039426:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039432:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039437:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.039442:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039449:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039463:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x790:0x0].0x0 (ffffa024acb37300) 00010000:00010000:2.0:1777580301.039466:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580301.039470:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039476:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4570d lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x790:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039499:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039505:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039511:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039520:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.039523:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039528:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039535:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580301.039537:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.039540:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.039546:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e456ff lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.039557:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005387bc69 reply state 0000000073baff35 transno 8589949981 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.039566:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580301.039704:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+477:282217:x1863919946333568:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4450us (4957us total) trans 8589949981 rc 0/0 00000100:00100000:2.0:1777580301.039716:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18535 00000100:00100000:2.0:1777580301.039727:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821954649637 time 7821984096751 state 0x2 ref 0 00010000:00010000:1.0:1777580301.040123:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.040152:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.040160:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.040165:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.040172:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.040184:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x790:0x0].0x0 (ffffa024acb37300) 00010000:00010000:1.0:1777580301.040186:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580301.040189:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.040195:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45714 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x790:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.040215:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.040216:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.040218:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.065043:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.065083:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946333824 00000100:00100000:1.0:1777580301.065095:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946333824 00000100:00100000:1.0:1777580301.065173:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821954649637 time 7821984096751 state 0x0 ref 1 00000100:00100000:1.0:1777580301.065191:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821984196751 time 7821984096751 state 0x1 ref 1 00000100:00100000:1.0:1777580301.065219:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821984196751 time 7822014080809 state 0x0 ref 1 00000100:00100000:1.0:1777580301.065233:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+477:282221:x1863919946333824:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580301.065315:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580301.065350:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e455f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x793:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d072 expref: 477 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065375:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45531 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x793:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d01e expref: 476 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065393:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x793:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:1.0:1777580301.065405:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.065437:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065453:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065464:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065482:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065493:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065498:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065845:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065855:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.065863:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.066674:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.066687:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.066694:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.066700:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.066705:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.066713:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.066727:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024acb37000) 00010000:00010000:3.0:1777580301.066731:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.066735:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.066741:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e45706 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580301.066893:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1786, 64 off122496 00010000:00010000:1.0:1777580301.067734:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067753:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067764:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067772:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067778:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067784:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067813:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.067845:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067853:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067859:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067865:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.067870:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067877:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067885:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x793:0x0].0x0 (ffffa024b601e100) 00010000:00010000:1.0:1777580301.067889:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580301.067893:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.067898:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45729 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x793:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071098:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071108:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071121:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071127:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.071146:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071155:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071174:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.071177:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.071182:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071188:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4571b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.071200:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9c74b98 reply state 00000000f30f3fc7 transno 8589949982 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.071212:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580301.071356:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+476:282221:x1863919946333824:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6119us (6322us total) trans 8589949982 rc 0/0 00000100:00100000:1.0:1777580301.071368:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18536 00000100:00100000:1.0:1777580301.071378:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821984196751 time 7822014080809 state 0x2 ref 0 00010000:00010000:1.0:1777580301.071439:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.071447:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071458:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.071461:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071468:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071477:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x793:0x0].0x0 (ffffa024b601e100) 00010000:00010000:1.0:1777580301.071479:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580301.071482:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071488:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45730 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x793:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.071507:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.071509:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.071511:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.083951:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.084004:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946334080 00000100:00100000:1.0:1777580301.084018:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946334080 00000100:00100000:1.0:1777580301.084070:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821984196751 time 7822014080809 state 0x0 ref 1 00000100:00100000:1.0:1777580301.084087:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822014180809 time 7822014080809 state 0x1 ref 1 00000100:00100000:1.0:1777580301.084119:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822014180809 time 7822032981235 state 0x0 ref 1 00000100:00100000:1.0:1777580301.084131:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+476:282218:x1863919946334080:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580301.084230:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580301.084269:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e455bd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x791:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d05d expref: 476 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084310:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45412 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x791:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfdf expref: 475 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084322:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x791:0x0].0x0 (ffffa0249881d900) 00010000:00010000:1.0:1777580301.084334:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.084366:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084384:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084395:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084411:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084419:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084425:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084836:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084846:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.084859:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.085467:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.085477:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.085483:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.085489:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.085495:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.085513:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.085526:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024b601e700) 00010000:00010000:3.0:1777580301.085530:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.085533:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.085539:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45722 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580301.087748:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1787, 64 off122560 00010000:00010000:1.0:1777580301.087857:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.087878:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.087891:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.087901:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.087908:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.087915:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.087947:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.087979:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.087985:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.087992:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088003:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.088008:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088016:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088028:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x791:0x0].0x0 (ffffa024b601e800) 00010000:00010000:1.0:1777580301.088031:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580301.088037:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088043:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45745 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x791:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088068:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088074:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088081:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088087:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.088089:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088095:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088107:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.088110:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.088113:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.088118:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45737 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.088129:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb2a7abc reply state 00000000e7da2178 transno 8589949983 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.088159:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580301.090426:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+475:282218:x1863919946334080:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6277us (6481us total) trans 8589949983 rc 0/0 00000100:00100000:1.0:1777580301.090444:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18537 00000100:00100000:1.0:1777580301.090455:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822014180809 time 7822032981235 state 0x2 ref 0 00010000:00010000:1.0:1777580301.091409:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.091421:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.091433:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.091438:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.091448:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.091470:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x791:0x0].0x0 (ffffa024b601e800) 00010000:00010000:1.0:1777580301.091475:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580301.091481:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.091487:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4574c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x791:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.091521:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.091523:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.091525:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.092338:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580301.092385:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.092396:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.092400:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946334336 00010000:00010000:3.0:1777580301.092402:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.092407:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.092411:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.092412:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946334336 00010000:00010000:3.0:1777580301.092418:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.092431:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa024b601e100) 00010000:00010000:3.0:1777580301.092435:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.092438:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.092443:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e4573e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.092460:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822014180809 time 7822032981235 state 0x0 ref 1 00000100:00100000:1.0:1777580301.092474:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822033081235 time 7822032981235 state 0x1 ref 1 00000100:00100000:1.0:1777580301.092511:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822033081235 time 7822041373310 state 0x0 ref 1 00000100:00100000:1.0:1777580301.092525:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+474:282220:x1863919946334336:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580301.093363:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580301.093395:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4562d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x794:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d06b expref: 474 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.093422:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4550e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x794:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d02c expref: 473 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.093432:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x794:0x0].0x0 (ffffa02488b77200) 00010000:00010000:1.0:1777580301.093441:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.093476:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.093495:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.093507:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.093522:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.093529:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.093535:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095120:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095153:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095166:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580301.095786:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1782, 64 off122240 00010000:00010000:1.0:1777580301.095868:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095884:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095895:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095903:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095910:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095917:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095955:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.095985:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095991:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.095997:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.096002:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.096007:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.096010:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.096015:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.096017:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.096025:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.096028:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x794:0x0].0x0 (ffffa024b601ef00) 00010000:00010000:1.0:1777580301.096031:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580301.096035:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.097406:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45761 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x794:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.097443:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.097455:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.097462:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.097468:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.097472:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.097479:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.097494:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.097498:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.097502:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.097612:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45753 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.097625:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071e0243d reply state 00000000615bfe24 transno 8589949984 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.097635:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580301.097770:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+474:282220:x1863919946334336:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5240us (5432us total) trans 8589949984 rc 0/0 00000100:00100000:1.0:1777580301.097780:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18538 00000100:00100000:1.0:1777580301.097791:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822033081235 time 7822041373310 state 0x2 ref 0 00010000:00010000:2.0:1777580301.103655:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.103678:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.103700:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x794:0x0].0x0 (ffffa024b601ef00) 00010000:00010000:2.0:1777580301.103704:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580301.103709:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.103717:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45768 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x794:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.103739:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.103741:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.103744:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.104259:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.104309:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946334592 00000100:00100000:1.0:1777580301.104321:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946334592 00000100:00100000:1.0:1777580301.104370:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822033081235 time 7822041373310 state 0x0 ref 1 00000100:00100000:1.0:1777580301.104385:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822041473310 time 7822041373310 state 0x1 ref 1 00000100:00100000:1.0:1777580301.104410:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822041473310 time 7822053272308 state 0x0 ref 1 00000100:00100000:1.0:1777580301.104422:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+474:282219:x1863919946334592:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580301.104950:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580301.104982:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45611 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d079 expref: 474 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105011:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4543c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x792:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cfed expref: 473 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105027:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x792:0x0].0x0 (ffffa02493bbd200) 00010000:00010000:1.0:1777580301.105037:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.105066:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105082:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105094:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105115:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105122:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105129:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105320:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105328:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.105336:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.107457:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.107474:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.107483:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.107489:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.107495:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.107503:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.107529:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa024b601e600) 00010000:00010000:3.0:1777580301.107532:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.107537:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.107544:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4575a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580301.107715:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1783, 64 off122304 00010000:00010000:1.0:1777580301.107821:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.107837:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.107849:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.107857:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.107864:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.107871:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.107895:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.108121:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108128:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108155:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108161:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.108164:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108172:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108181:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x792:0x0].0x0 (ffffa024b601ee00) 00010000:00010000:1.0:1777580301.108183:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580301.108186:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108193:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e4577d lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108211:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108222:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108228:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108233:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.108236:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108241:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108248:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.108250:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.108252:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.108258:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4576f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.108266:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2519a8a reply state 0000000038545f8d transno 8589949985 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.108276:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580301.108370:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580301.108378:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.108386:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.108390:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.108397:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.108407:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x792:0x0].0x0 (ffffa024b601ee00) 00010000:00010000:2.0:1777580301.108409:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580301.108412:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.108418:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45784 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.108435:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.108436:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.108438:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.108625:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+473:282219:x1863919946334592:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4198us (4366us total) trans 8589949985 rc 0/0 00000100:00100000:1.0:1777580301.108636:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18539 00000100:00100000:1.0:1777580301.108645:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822041473310 time 7822053272308 state 0x2 ref 0 00010000:00010000:3.0:1777580301.114562:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.114585:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.114595:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.114602:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.114608:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.114617:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.114638:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024b601e800) 00010000:00010000:3.0:1777580301.114642:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.114647:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.114652:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45776 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.191873:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.191942:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.192032:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946334848 00000100:00100000:0.0:1777580301.192047:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946334848 00000100:00100000:3.0:1777580301.192053:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.198755:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946335104 00000100:00100000:2.0:1777580301.198779:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946335104 00000100:00100000:2.0:1777580301.198860:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821737747144 time 7821750641117 state 0x0 ref 1 00000100:00100000:2.0:1777580301.198878:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821750741117 time 7821750641117 state 0x1 ref 1 00000100:00100000:2.0:1777580301.198912:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821750741117 time 7822147773998 state 0x0 ref 1 00000100:00100000:2.0:1777580301.198941:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a57e3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+203:282231:x1863919946335104:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580301.198974:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580301.199006:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4578b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0a3 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199128:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199171:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199185:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199203:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199211:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199219:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199416:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e457a0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199427:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e457a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.199435:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e457a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580301.199467:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x20:0x0]: returning size 7680 00000004:00200000:2.0:1777580301.199471:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580301.203406:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e457a0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203462:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203472:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203482:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203489:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.203495:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203597:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203622:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffffa024ae57bf00) 00010000:00010000:2.0:1777580301.203625:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.203632:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203638:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45792 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203662:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203669:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203675:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203680:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.203683:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203689:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203696:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xac38cf7d (ffffa024acb37b00) 00010000:00010000:2.0:1777580301.203699:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.203702:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203708:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45799 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xac38cf7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203777:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4578b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0a3 expref: 205 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203796:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2a00/0xcb2b2f2f7e457a0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0a3 expref: 204 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.203805:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580301.203807:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777580301.203810:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2a00, rc 0) 00000100:00100000:0.0:1777580301.204290:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946334976 00000100:00100000:0.0:1777580301.204304:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946334976 00000100:00100000:1.0:1777580301.206205:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3978 00000100:00100000:1.0:1777580301.206245:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3979 00000100:00100000:1.0:1777580301.206262:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282230:x1863919946334976:12345-192.168.202.9@tcp:49:touch.500 00000100:00100000:2.0:1777580301.207094:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a57e3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282231:x1863919946335104:12345-192.168.202.9@tcp:101:touch.500 Request processed in 8163us (15032us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.207108:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18540 00000100:00100000:2.0:1777580301.207117:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821750741117 time 7822147773998 state 0x2 ref 0 00000100:00080000:2.0:1777580301.212860:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777580301.215823:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+204:282230:x1863919946334976:12345-192.168.202.9@tcp:49:touch.500 Request processed in 9549us (23858us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777580301.215844:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3979 00000100:00100000:1.0:1777580301.216050:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+203:258698:x1863919946334848:12345-192.168.202.9@tcp:35:ldlm_bl.0 00000001:00080000:1.0:1777580301.216467:0:206054:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589949986 00000100:00100000:1.0:1777580301.216892:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:258698:x1863919946334848:12345-192.168.202.9@tcp:35:ldlm_bl.0 Request processed in 10670us (25045us total) trans 8589949987 rc 0/0 00000100:00100000:1.0:1777580301.216902:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3978 00000020:00080000:1.0:1777580301.216908:0:206054:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777580301.268625:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.268685:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.268718:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.268837:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.269206:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946335232 00000100:00100000:2.0:1777580301.269220:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946335232 00000100:00100000:2.0:1777580301.269272:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946335360 00000100:00100000:2.0:1777580301.269275:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946335360 00000100:00100000:2.0:1777580301.269288:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946335488 00000100:00100000:2.0:1777580301.269290:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946335488 00000100:00100000:2.0:1777580301.269301:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946335616 00000100:00100000:2.0:1777580301.269303:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946335616 00000100:00100000:2.0:1777580301.269318:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3980 00000100:00100000:2.0:1777580301.269330:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+208:282231:x1863919946335232:12345-192.168.202.9@tcp:49:touch.500 00000100:00100000:0.0:1777580301.270739:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3981 00000100:00100000:0.0:1777580301.270769:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5674450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+208:282230:x1863919946335360:12345-192.168.202.9@tcp:49:touch.500 00000100:00100000:2.0:1777580301.270869:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+208:282231:x1863919946335232:12345-192.168.202.9@tcp:49:touch.500 Request processed in 1539us (2258us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777580301.270944:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3980 00000100:00100000:2.0:1777580301.270973:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3982 00000100:00100000:2.0:1777580301.270981:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282238:x1863919946335488:12345-192.168.202.9@tcp:49:touch.500 00000100:00100000:0.0:1777580301.273873:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5674450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282230:x1863919946335360:12345-192.168.202.9@tcp:49:touch.500 Request processed in 3103us (5169us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777580301.273894:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3981 00000100:00100000:0.0:1777580301.273998:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3983 00000100:00100000:0.0:1777580301.274017:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282239:x1863919946335616:12345-192.168.202.9@tcp:49:touch.500 00000100:00100000:0.0:1777580301.274177:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282239:x1863919946335616:12345-192.168.202.9@tcp:49:touch.500 Request processed in 170us (5340us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777580301.274185:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3983 00000100:00100000:2.0:1777580301.277579:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282238:x1863919946335488:12345-192.168.202.9@tcp:49:touch.500 Request processed in 6581us (8843us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777580301.277600:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3982 00000100:00100000:0.0:1777580301.277858:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.277979:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946335744 00000100:00100000:2.0:1777580301.277990:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946335744 00000100:00100000:2.0:1777580301.278046:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3984 00000100:00100000:2.0:1777580301.278057:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282233:x1863919946335744:12345-192.168.202.9@tcp:49:touch.500 00000100:00100000:2.0:1777580301.278284:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282233:x1863919946335744:12345-192.168.202.9@tcp:49:touch.500 Request processed in 229us (427us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777580301.278292:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3984 00000100:00100000:0.0:1777580301.278725:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.278811:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.281246:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946335872 00000100:00100000:0.0:1777580301.281267:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946335872 00000100:00100000:0.0:1777580301.281355:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3985 00000100:00100000:0.0:1777580301.281368:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282232:x1863919946335872:12345-192.168.202.9@tcp:49:touch.500 00000100:00100000:0.0:1777580301.281557:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282232:x1863919946335872:12345-192.168.202.9@tcp:49:touch.500 Request processed in 191us (2837us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777580301.281566:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3985 00000100:00100000:2.0:1777580301.282708:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946336000 00000100:00100000:2.0:1777580301.282722:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946336000 00000100:00100000:2.0:1777580301.282829:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 445 00000100:00100000:2.0:1777580301.282841:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:2362:x1863919946336000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580301.282860:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:2.0:1777580301.282892:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e34557 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x68b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf908e07 expref: 205 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.282924:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x68b:0x0].0x0 (ffffa02486090900) 00010000:00010000:2.0:1777580301.282957:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e16234 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x481:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf9019d1 expref: 204 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.282967:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x481:0x0].0x0 (ffffa024aee2d800) 00010000:00010000:2.0:1777580301.282982:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e11813 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x436:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf900827 expref: 203 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.282992:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x436:0x0].0x0 (ffffa024ae57be00) 00010000:00010000:2.0:1777580301.283004:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e01c3d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x32f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8fc8f6 expref: 202 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283016:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x32f:0x0].0x0 (ffffa0249881db00) 00010000:00010000:2.0:1777580301.283029:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7df5a90 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x28d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8f93c7 expref: 201 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283429:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x28d:0x0].0x0 (ffffa02498977f00) 00010000:00010000:2.0:1777580301.283454:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7df41d8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x279:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8f8d45 expref: 200 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283467:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x279:0x0].0x0 (ffffa02499549a00) 00010000:00010000:2.0:1777580301.283482:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7dd63d2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0xd6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8f0a59 expref: 199 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283495:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0xd6:0x0].0x0 (ffffa024814ca000) 00010000:00010000:2.0:1777580301.283511:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7dcea32 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x76:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ee5b5 expref: 198 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283524:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x76:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580301.283539:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7dce8a3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x72:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ee522 expref: 197 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283552:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x72:0x0].0x0 (ffffa0249881d600) 00010000:00010000:2.0:1777580301.283569:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7dcb312 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ed5e0 expref: 196 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283581:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x4c:0x0].0x0 (ffffa02481646b00) 00010000:00010000:2.0:1777580301.283599:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7dc99ea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x36:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ecdf9 expref: 195 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283611:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x36:0x0].0x0 (ffffa024989ece00) 00010000:00010000:2.0:1777580301.283628:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7dc847a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ec72a expref: 194 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283639:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x24:0x0].0x0 (ffffa02481358b00) 00010000:00010000:2.0:1777580301.283656:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7dc8385 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ec6eb expref: 193 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283669:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580301.283680:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7dc7014 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x11:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ec428 expref: 192 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283707:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7dc7029 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ec42f expref: 191 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283719:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x11:0x0].0x0 (ffffa024ae57b400) 00010000:00010000:2.0:1777580301.283735:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bec00/0xcb2b2f2f7dc6fce lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0xf:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf8ec41a expref: 190 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.283747:0:187617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0xf:0x0].0x0 (ffffa02490544700) 00010000:00010000:2.0:1777580301.283756:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580301.283828:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:2362:x1863919946336000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 989us (5018us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.283838:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 445 00000100:00100000:0.0:1777580301.290792:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.290883:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.291820:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.291864:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946336128 00000100:00100000:0.0:1777580301.291877:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946336128 00000100:00100000:1.0:1777580301.292424:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946336512 00000100:00100000:1.0:1777580301.292431:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946336512 00000100:00100000:1.0:1777580301.292463:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7821750741117 time 7822147773998 state 0x0 ref 1 00000100:00100000:1.0:1777580301.292481:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822147873998 time 7822147773998 state 0x1 ref 1 00000100:00100000:1.0:1777580301.292510:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822147873998 time 7822241372816 state 0x0 ref 1 00000100:00100000:1.0:1777580301.292522:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282230:x1863919946336512:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580301.292551:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.292577:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e457a7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0aa expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.292765:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.292785:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.292798:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.292815:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.292822:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.292829:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.293187:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946336256 00000100:00100000:0.0:1777580301.293195:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946336256 00000100:00100000:0.0:1777580301.293226:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3986 00000100:00100000:0.0:1777580301.293238:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5676c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282240:x1863919946336128:12345-192.168.202.9@tcp:49:touch.500 00000004:00080000:1.0:1777580301.294033:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x157d:0x0], index 0: 0 00000100:00100000:0.0:1777580301.294227:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5676c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282240:x1863919946336128:12345-192.168.202.9@tcp:49:touch.500 Request processed in 988us (3442us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777580301.294240:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3986 00000100:00100000:0.0:1777580301.294311:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3987 00000100:00100000:0.0:1777580301.294323:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282241:x1863919946336256:12345-192.168.202.9@tcp:49:touch.500 00000100:00100000:0.0:1777580301.294430:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282241:x1863919946336256:12345-192.168.202.9@tcp:49:touch.500 Request processed in 112us (3547us total) trans 0 rc -61/-61 00010000:00010000:1.0:1777580301.294434:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e457bc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.294441:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3987 00010000:00010000:1.0:1777580301.294453:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e457bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294462:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e457bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294495:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294501:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294506:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294511:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.294516:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294522:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294531:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.294533:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.294537:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294541:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457ae lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.294551:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001eed836e reply state 00000000450e65f1 transno 8589949988 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.294558:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580301.294598:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e457a7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0aa expref: 192 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294610:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e457bc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0aa expref: 191 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.294616:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b5:0x0].0x0 (ffffa024b601e400) 00010000:00010000:1.0:1777580301.294617:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580301.294619:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1cc00, rc 0) 00000100:00100000:1.0:1777580301.294644:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282230:x1863919946336512:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2126us (2828us total) trans 8589949988 rc 0/0 00000100:00100000:1.0:1777580301.294652:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18541 00000100:00100000:1.0:1777580301.294657:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822147873998 time 7822241372816 state 0x2 ref 0 00010000:00010000:3.0:1777580301.307095:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.307119:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.307151:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.307159:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.307165:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.307175:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.307197:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa024b601ea00) 00010000:00010000:3.0:1777580301.307201:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.307209:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.307216:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e457b5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.315126:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.315206:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946336768 00000100:00100000:2.0:1777580301.315218:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946336768 00000100:00100000:2.0:1777580301.315267:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822147873998 time 7822241372816 state 0x0 ref 1 00000100:00100000:2.0:1777580301.315284:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822241472816 time 7822241372816 state 0x1 ref 1 00000100:00100000:2.0:1777580301.315317:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822241472816 time 7822264179873 state 0x0 ref 1 00000100:00100000:2.0:1777580301.315330:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282230:x1863919946336768:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580301.315403:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.315439:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e457bc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0aa expref: 191 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.315467:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b5:0x0].0x0 (ffffa024b601e400) 00010000:00010000:2.0:1777580301.315482:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580301.317613:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.317643:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.317658:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.317860:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d939efa reply state 000000000f6c1ea4 transno 8589949989 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.317871:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580301.319599:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282230:x1863919946336768:12345-192.168.202.9@tcp:36:touch.500 Request processed in 4259us (4472us total) trans 8589949989 rc 0/0 00000100:00100000:2.0:1777580301.319615:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18542 00000100:00100000:2.0:1777580301.319625:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822241472816 time 7822264179873 state 0x2 ref 0 00000100:00100000:0.0:1777580301.321412:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.322120:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946337024 00000100:00100000:2.0:1777580301.322165:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946337024 00000100:00100000:2.0:1777580301.322216:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822241472816 time 7822264179873 state 0x0 ref 1 00000100:00100000:2.0:1777580301.322232:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822264279873 time 7822264179873 state 0x1 ref 1 00000100:00100000:2.0:1777580301.322262:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822264279873 time 7822271123963 state 0x0 ref 1 00000100:00100000:2.0:1777580301.322278:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282240:x1863919946337024:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580301.322306:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580301.322333:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e457d1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0b1 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.322513:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.322532:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.322546:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.322564:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.322571:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.322578:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580301.327133:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1559:0x0], index 1: 0 00010000:00010000:2.0:1777580301.327437:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e457e6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327460:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e457e6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327476:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e457e6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327542:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327550:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327558:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327565:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.327570:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327579:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327593:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580301.327597:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.327603:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327610:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e457d8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.327628:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bdc6a125 reply state 00000000a84c3179 transno 8589949990 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.327638:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580301.327685:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e457d1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0b1 expref: 195 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327708:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e457e6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0b1 expref: 194 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.327716:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b6:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580301.327719:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580301.327721:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4d400, rc 0) 00000100:00100000:2.0:1777580301.327822:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+195:282240:x1863919946337024:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5548us (6421us total) trans 8589949990 rc 0/0 00000100:00100000:2.0:1777580301.327833:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18543 00000100:00100000:2.0:1777580301.327842:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822264279873 time 7822271123963 state 0x2 ref 0 00000100:00100000:2.0:1777580301.340550:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.344438:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.344460:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.344468:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.344475:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.344481:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.344489:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.344516:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b5:0x0].0x0 (ffffa024acb37b00) 00010000:00010000:2.0:1777580301.344520:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.344525:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.344532:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e457ca lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.345809:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946337152 00000100:00100000:0.0:1777580301.345828:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946337152 00000100:00100000:0.0:1777580301.345892:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822264279873 time 7822271123963 state 0x0 ref 1 00000100:00100000:0.0:1777580301.347560:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822271223963 time 7822271123963 state 0x1 ref 1 00000100:00100000:0.0:1777580301.347604:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822271223963 time 7822296465927 state 0x0 ref 1 00000100:00100000:0.0:1777580301.347631:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+194:282230:x1863919946337152:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.347667:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.347698:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e457f4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0b8 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.347776:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e457f4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0b8 expref: 195 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.347795:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e457f4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0b8 expref: 195 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.347814:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b5:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580301.347817:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580301.347821:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5200, rc 0) 00000100:00100000:0.0:1777580301.359781:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+195:282230:x1863919946337152:12345-192.168.202.9@tcp:101:touch.500 Request processed in 12145us (19226us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.359801:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18544 00000100:00100000:0.0:1777580301.359813:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822271223963 time 7822296465927 state 0x2 ref 0 00000100:00100000:2.0:1777580301.370432:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.370473:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580301.370630:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.370645:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.370653:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.370660:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.370667:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.370680:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.370701:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024acb37400) 00010000:00010000:3.0:1777580301.370705:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.370710:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.370717:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e457df lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.371271:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.371357:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946337408 00000100:00100000:2.0:1777580301.371369:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946337408 00000100:00100000:2.0:1777580301.371416:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822271223963 time 7822296465927 state 0x0 ref 1 00000100:00100000:2.0:1777580301.371430:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822296565927 time 7822296465927 state 0x1 ref 1 00000100:00100000:2.0:1777580301.371458:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946337664 00000100:00100000:2.0:1777580301.371462:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946337664 00000100:00100000:2.0:1777580301.371475:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822296565927 time 7822296465927 state 0x1 ref 2 00000100:00100000:2.0:1777580301.371496:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822320458895 time 7822320358895 state 0x1 ref 2 00000100:00100000:2.0:1777580301.371510:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+195:282240:x1863919946337408:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580301.372078:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.372110:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e457e6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0b1 expref: 195 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.372169:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b6:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580301.372182:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580301.372227:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822320458895 time 7822321087550 state 0x0 ref 2 00000100:00100000:3.0:1777580301.372247:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+194:282233:x1863919946337664:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.372260:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.372278:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e45802 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0bf expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.372279:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.372305:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.372317:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.372435:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.372448:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.372457:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.372475:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.372485:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.372492:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.372566:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce289744 reply state 0000000054c931e5 transno 8589949991 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.372893:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580301.373113:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282240:x1863919946337408:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1602us (2692us total) trans 8589949991 rc 0/0 00000100:00100000:2.0:1777580301.373197:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18545 00000100:00100000:1.0:1777580301.374278:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946337792 00000100:00100000:1.0:1777580301.374292:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946337792 00000100:00100000:1.0:1777580301.374371:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11321 00000100:00100000:1.0:1777580301.374383:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2364:x1863919946337792:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580301.374750:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946337792:12345-192.168.202.9@tcp:2:touch.500 Request processed in 368us (3480us total) trans 8589938791 rc 0/0 00000100:00100000:1.0:1777580301.374758:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11321 00000100:00080000:1.0:1777580301.374784:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1777580301.379203:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x157e:0x0], index 0: 0 00010000:00010000:3.0:1777580301.379669:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45817 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379690:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45817 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379705:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45817 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379755:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379763:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379771:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379777:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.379782:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379791:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379811:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.379815:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.379820:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379828:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e45809 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.379844:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ef301e0c reply state 00000000edc9f342 transno 8589949992 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.379854:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.379904:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e45802 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0bf expref: 198 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.379922:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45817 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0bf expref: 197 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.385679:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580301.385686:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.385691:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2800, rc 0) 00000100:00100000:3.0:1777580301.385826:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282233:x1863919946337664:12345-192.168.202.9@tcp:101:touch.500 Request processed in 13578us (15343us total) trans 8589949992 rc 0/0 00000100:00100000:3.0:1777580301.385839:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18546 00000100:00100000:3.0:1777580301.385850:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822320458895 time 7822321087550 state 0x2 ref 0 00000100:00100000:2.0:1777580301.397375:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.397461:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.398622:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.398640:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.398650:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.398656:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.398662:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.398675:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.398696:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b6:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:2.0:1777580301.398700:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.398705:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.398711:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e457fb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.399052:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946338048 00000100:00100000:0.0:1777580301.399067:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946338048 00000100:00100000:0.0:1777580301.399158:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3988 00000100:00100000:0.0:1777580301.399173:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282230:x1863919946338048:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580301.399645:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282230:x1863919946338048:12345-192.168.202.9@tcp:35:touch.500 Request processed in 474us (2281us total) trans 8589949993 rc 0/0 00000100:00100000:0.0:1777580301.399655:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3988 00000100:00100000:0.0:1777580301.399691:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946338176 00000100:00100000:0.0:1777580301.399697:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946338176 00000100:00100000:0.0:1777580301.399722:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822320458895 time 7822321087550 state 0x0 ref 1 00000100:00100000:0.0:1777580301.399735:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822321187550 time 7822321087550 state 0x1 ref 1 00000100:00100000:0.0:1777580301.399767:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822321187550 time 7822348628926 state 0x0 ref 1 00000100:00100000:0.0:1777580301.399777:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282240:x1863919946338176:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.399792:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.399817:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e45825 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0c6 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.399872:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e45825 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0c6 expref: 199 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.399889:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e45825 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0c6 expref: 199 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.399906:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b6:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:0.0:1777580301.399909:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580301.399912:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4800, rc 0) 00000100:00100000:0.0:1777580301.399948:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282240:x1863919946338176:12345-192.168.202.9@tcp:101:touch.500 Request processed in 173us (2486us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.399956:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18547 00000100:00100000:0.0:1777580301.399961:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822321187550 time 7822348628926 state 0x2 ref 0 00010000:00010000:3.0:1777580301.402205:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.402231:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.402239:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.402244:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.402251:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.402260:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.402281:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0249dea8900) 00010000:00010000:3.0:1777580301.402284:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.402291:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.402298:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45810 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.426445:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.426472:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.426559:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.426605:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946338432 00000100:00100000:2.0:1777580301.426616:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946338432 00000100:00100000:2.0:1777580301.426661:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822321187550 time 7822348628926 state 0x0 ref 1 00000100:00100000:2.0:1777580301.426676:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822348728926 time 7822348628926 state 0x1 ref 1 00000100:00100000:2.0:1777580301.426695:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946338816 00000100:00100000:2.0:1777580301.426698:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946338816 00000100:00100000:2.0:1777580301.426707:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822348728926 time 7822348628926 state 0x1 ref 2 00000100:00100000:2.0:1777580301.426725:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822375687742 time 7822375587742 state 0x1 ref 2 00000100:00100000:2.0:1777580301.426735:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282233:x1863919946338432:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580301.426808:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.426839:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e45817 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0bf expref: 199 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.426863:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:2.0:1777580301.426874:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580301.427591:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.427614:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.427627:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.427638:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946338560 00000100:00100000:0.0:1777580301.427649:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946338560 00000100:00100000:0.0:1777580301.427804:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11322 00000004:00010000:2.0:1777580301.427810:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a284311 reply state 000000001a6de980 transno 8589949994 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.427819:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2361:x1863919946338560:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580301.427824:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580301.427959:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+200:282233:x1863919946338432:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1224us (1526us total) trans 8589949994 rc 0/0 00000100:00100000:2.0:1777580301.427968:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18548 00000100:00100000:2.0:1777580301.427995:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822375687742 time 7822376856711 state 0x0 ref 1 00000100:00100000:2.0:1777580301.428005:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282238:x1863919946338816:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580301.428018:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580301.428033:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e45833 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0cd expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.428125:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2361:x1863919946338560:12345-192.168.202.9@tcp:2:touch.500 Request processed in 312us (1564us total) trans 8589938393 rc 0/0 00000100:00100000:0.0:1777580301.428155:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11322 00010000:00010000:2.0:1777580301.428196:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.428213:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.428222:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.428237:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.428244:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.428251:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777580301.428478:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1777580301.428819:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x155a:0x0], index 1: 0 00010000:00010000:2.0:1777580301.429015:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e45848 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429030:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e45848 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429039:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e45848 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429080:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429089:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429098:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429106:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.429111:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429119:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429161:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580301.429165:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.429171:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429177:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4583a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.429192:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000519d73ca reply state 00000000294b2854 transno 8589949995 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.429201:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580301.429236:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e45833 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0cd expref: 202 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429252:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e45848 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0cd expref: 201 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.429260:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b8:0x0].0x0 (ffffa024acb37600) 00010000:00010000:2.0:1777580301.429262:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580301.429266:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4d400, rc 0) 00000100:00100000:2.0:1777580301.429323:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282238:x1863919946338816:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1319us (2849us total) trans 8589949995 rc 0/0 00000100:00100000:2.0:1777580301.429332:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18549 00000100:00100000:2.0:1777580301.429340:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822375687742 time 7822376856711 state 0x2 ref 0 00000100:00100000:1.0:1777580301.439716:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.439761:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946339072 00000100:00100000:1.0:1777580301.439773:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946339072 00000100:00100000:1.0:1777580301.439818:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822375687742 time 7822376856711 state 0x0 ref 1 00000100:00100000:1.0:1777580301.439834:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822376956711 time 7822376856711 state 0x1 ref 1 00000100:00100000:1.0:1777580301.439862:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822376956711 time 7822388723890 state 0x0 ref 1 00000100:00100000:1.0:1777580301.439875:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282238:x1863919946339072:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580301.439951:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.439985:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e45848 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0cd expref: 202 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.440008:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b8:0x0].0x0 (ffffa024acb37600) 00010000:00010000:1.0:1777580301.440023:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.440115:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.440162:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.440176:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.440358:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e76a1a4 reply state 00000000d4737f27 transno 8589949996 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.440368:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580301.440480:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+203:282238:x1863919946339072:12345-192.168.202.9@tcp:36:touch.500 Request processed in 607us (777us total) trans 8589949996 rc 0/0 00010000:00010000:3.0:1777580301.443093:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443113:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443122:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443128:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.443165:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443175:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443196:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:3.0:1777580301.443200:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.443205:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443211:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4582c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443253:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443259:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443265:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443270:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.443273:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443279:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443287:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024acb37b00) 00010000:00010000:3.0:1777580301.443290:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.443293:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.443298:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45841 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.447348:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18550 00000100:00100000:1.0:1777580301.447360:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822376956711 time 7822388723890 state 0x2 ref 0 00000100:00100000:3.0:1777580301.451705:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.451747:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.451781:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946339328 00000100:00100000:3.0:1777580301.451794:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946339328 00000100:00100000:3.0:1777580301.451847:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822376956711 time 7822388723890 state 0x0 ref 1 00000100:00100000:3.0:1777580301.451864:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822388823890 time 7822388723890 state 0x1 ref 1 00000100:00100000:3.0:1777580301.451894:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822388823890 time 7822400756510 state 0x0 ref 1 00000100:00100000:3.0:1777580301.451907:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+201:282233:x1863919946339328:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.451953:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.451987:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4585d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0db expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.452067:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4585d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0db expref: 202 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.452086:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4585d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0db expref: 202 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.452110:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580301.452113:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580301.452130:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3c00, rc 0) 00000100:00100000:3.0:1777580301.452256:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282233:x1863919946339328:12345-192.168.202.9@tcp:101:touch.500 Request processed in 350us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.452265:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18551 00000100:00100000:3.0:1777580301.452271:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822388823890 time 7822400756510 state 0x2 ref 0 00000100:00100000:2.0:1777580301.457975:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946339584 00000100:00100000:2.0:1777580301.457995:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946339584 00000100:00100000:2.0:1777580301.458068:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3989 00000100:00100000:2.0:1777580301.458079:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282240:x1863919946339584:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580301.458601:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+203:282240:x1863919946339584:12345-192.168.202.9@tcp:35:touch.500 Request processed in 521us (6851us total) trans 8589949997 rc 0/0 00000100:00100000:2.0:1777580301.458610:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3989 00000100:00100000:3.0:1777580301.467566:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.467717:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.467779:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946339712 00000100:00100000:3.0:1777580301.467793:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946339712 00000100:00100000:3.0:1777580301.467911:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822388823890 time 7822400756510 state 0x0 ref 1 00000100:00100000:3.0:1777580301.467938:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822400856510 time 7822400756510 state 0x1 ref 1 00000100:00100000:3.0:1777580301.467964:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946339840 00000100:00100000:3.0:1777580301.467967:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946339840 00000100:00100000:3.0:1777580301.467979:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822400856510 time 7822400756510 state 0x1 ref 2 00000100:00100000:3.0:1777580301.468001:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822416963387 time 7822416863387 state 0x1 ref 2 00000100:00100000:3.0:1777580301.468013:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+204:282260:x1863919946339712:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.468040:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.468068:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45864 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0d4 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.468292:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.468313:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.468333:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.468352:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.468360:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.468366:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.468991:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x157f:0x0], index 0: 0 00010000:00010000:3.0:1777580301.469254:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45879 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469269:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45879 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469279:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45879 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469325:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469333:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469341:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469348:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.469354:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469363:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469379:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.469382:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.469388:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469395:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4586b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.469412:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d8b04ac reply state 00000000156f6bd1 transno 8589949998 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.469423:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.469464:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e45864 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0d4 expref: 207 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469481:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45879 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0d4 expref: 206 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469490:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b9:0x0].0x0 (ffffa0249dea8b00) 00010000:00010000:3.0:1777580301.469493:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.469496:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fe00, rc 0) 00000100:00100000:3.0:1777580301.469592:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282260:x1863919946339712:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1579us (2038us total) trans 8589949998 rc 0/0 00000100:00100000:3.0:1777580301.469603:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18552 00000100:00100000:3.0:1777580301.469644:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822416963387 time 7822418505398 state 0x0 ref 1 00000100:00100000:3.0:1777580301.469660:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282238:x1863919946339840:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.469678:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.469693:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e45887 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0e2 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469732:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e45887 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0e2 expref: 207 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469743:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e45887 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0e2 expref: 207 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.469763:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b8:0x0].0x0 (ffffa024b601ea00) 00010000:00010000:3.0:1777580301.469766:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580301.469768:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fa00, rc 0) 00000100:00100000:3.0:1777580301.469790:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282238:x1863919946339840:12345-192.168.202.9@tcp:101:touch.500 Request processed in 135us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.469797:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18553 00000100:00100000:3.0:1777580301.469803:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822416963387 time 7822418505398 state 0x2 ref 0 00010000:00010000:2.0:1777580301.472778:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.472802:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.472812:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.472818:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.472824:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.472833:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.472854:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b8:0x0].0x0 (ffffa024b601ea00) 00010000:00010000:2.0:1777580301.472857:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.472863:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.472869:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45856 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.477984:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.478040:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.478068:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.478098:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.478155:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.478189:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946339968 00000100:00100000:1.0:1777580301.478203:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946339968 00000100:00100000:1.0:1777580301.478262:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946340352 00000100:00100000:1.0:1777580301.478266:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946340352 00000100:00100000:1.0:1777580301.478306:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946340480 00000100:00100000:1.0:1777580301.478309:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946340480 00000100:00100000:1.0:1777580301.478334:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 326 00000100:00100000:1.0:1777580301.478347:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2363:x1863919946340352:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1777580301.478446:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2363:x1863919946340352:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 102us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.478454:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 326 00000100:00100000:1.0:1777580301.478472:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 327 00000100:00100000:1.0:1777580301.478478:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2363:x1863919946340480:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1777580301.478526:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2363:x1863919946340480:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 47us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.478533:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 327 00000100:00080000:0.0:1777580301.478554:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777580301.478556:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11323 00000100:00100000:1.0:1777580301.478573:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946339968:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580301.478987:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946339968:12345-192.168.202.9@tcp:2:touch.500 Request processed in 420us (1016us total) trans 8589938792 rc 0/0 00000100:00100000:1.0:1777580301.478996:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11323 00000100:00100000:1.0:1777580301.479025:0:187625:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946340096 00000100:00100000:1.0:1777580301.479029:0:187625:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946340096 00000100:00100000:1.0:1777580301.479063:0:187625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 417 00000100:00100000:1.0:1777580301.479070:0:187625:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487067c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d132bb4b-7b31-4517-8548-d49c4a9d266d+12:2363:x1863919946340096:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1777580301.479099:0:187625:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487067c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d132bb4b-7b31-4517-8548-d49c4a9d266d+12:2363:x1863919946340096:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 30us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.479106:0:187625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 417 00000100:00100000:1.0:1777580301.479188:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946340224 00000100:00100000:1.0:1777580301.479192:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946340224 00000100:00100000:1.0:1777580301.479225:0:187630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 488 00000100:00100000:1.0:1777580301.479233:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+472:2363:x1863919946340224:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1777580301.479274:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+472:2363:x1863919946340224:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 43us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.479280:0:187630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 488 00010000:00010000:3.0:1777580301.487404:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.487428:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.487438:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.487446:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.487453:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.487460:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.487482:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0249dea8200) 00010000:00010000:3.0:1777580301.487486:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.487491:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.487497:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45872 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.493346:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.493498:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.493548:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.493600:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946340736 00000100:00100000:1.0:1777580301.493614:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946340736 00000100:00100000:1.0:1777580301.493663:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822416963387 time 7822418505398 state 0x0 ref 1 00000100:00100000:1.0:1777580301.493681:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822418605398 time 7822418505398 state 0x1 ref 1 00000100:00100000:1.0:1777580301.493704:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946340992 00000100:00100000:1.0:1777580301.493708:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946340992 00000100:00100000:1.0:1777580301.493720:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822418605398 time 7822418505398 state 0x1 ref 2 00000100:00100000:1.0:1777580301.493742:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822442704386 time 7822442604386 state 0x1 ref 2 00000100:00100000:1.0:1777580301.493756:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282260:x1863919946340736:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580301.493845:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.493880:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e45879 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0d4 expref: 206 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.493902:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b9:0x0].0x0 (ffffa0249dea8b00) 00010000:00010000:1.0:1777580301.493915:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.494027:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.494049:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.494062:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.494292:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002b250b9 reply state 00000000e0ef55da transno 8589949999 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.494303:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580301.494430:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282260:x1863919946340736:12345-192.168.202.9@tcp:36:touch.500 Request processed in 676us (1101us total) trans 8589949999 rc 0/0 00000100:00100000:1.0:1777580301.494440:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18554 00000100:00100000:1.0:1777580301.494475:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822442704386 time 7822443337653 state 0x0 ref 1 00000100:00100000:1.0:1777580301.494488:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282239:x1863919946340992:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580301.494501:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.494514:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45895 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0e9 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.494651:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.494663:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.494671:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.494691:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.494699:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.494705:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580301.495401:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x155b:0x0], index 1: 0 00010000:00010000:1.0:1777580301.495610:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e458aa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495624:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e458aa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495633:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e458aa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495677:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.495682:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946341120 00010000:00010000:1.0:1777580301.495685:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495693:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.495693:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946341120 00010000:00010000:1.0:1777580301.495702:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.495708:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495720:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495734:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.495738:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.495744:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495751:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4589c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.495752:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11324 00000100:00100000:0.0:1777580301.495766:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946341120:12345-192.168.202.9@tcp:2:touch.500 00000004:00010000:1.0:1777580301.495769:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca7544cf reply state 0000000039e1029b transno 8589950000 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.495779:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580301.495812:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45895 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0e9 expref: 209 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495829:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e458aa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0e9 expref: 208 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.495836:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ba:0x0].0x0 (ffffa024b601ee00) 00010000:00010000:1.0:1777580301.495839:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580301.495841:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839400, rc 0) 00000100:00100000:1.0:1777580301.495913:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+209:282239:x1863919946340992:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1427us (2417us total) trans 8589950000 rc 0/0 00000100:00100000:1.0:1777580301.495922:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18555 00000100:00100000:0.0:1777580301.496038:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946341120:12345-192.168.202.9@tcp:2:touch.500 Request processed in 274us (2490us total) trans 8589938394 rc 0/0 00000100:00100000:0.0:1777580301.496046:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11324 00000100:00100000:1.0:1777580301.503697:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822442704386 time 7822443337653 state 0x2 ref 0 00000001:00080000:3.0:1777580301.513747:0:5777:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589949977 is committed 00000001:00080000:3.0:1777580301.513777:0:5777:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589949933 is committed 00000004:00080000:3.0:1777580301.513982:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 200 committed 00000004:00080000:3.0:1777580301.514061:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 193 committed 00000001:00080000:3.0:1777580301.514093:0:5777:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589949988 is committed 00000001:00080000:3.0:1777580301.514104:0:5777:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589949985 is committed 00000004:00080000:3.0:1777580301.514205:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 201 committed 00000004:00080000:3.0:1777580301.514696:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 199 committed 00000001:00080000:3.0:1777580301.514717:0:5777:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589949990 is committed 00000004:00080000:3.0:1777580301.514731:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 203 committed 00000004:00080000:3.0:1777580301.515423:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 194 committed 00000004:00080000:3.0:1777580301.515488:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 197 committed 00000004:00080000:3.0:1777580301.515546:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 196 committed 00000004:00080000:3.0:1777580301.515560:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 202 committed 00000004:00080000:3.0:1777580301.515639:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 195 committed 00000100:00100000:1.0:1777580301.516220:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023985fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917410688:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.516324:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.516364:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.516403:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ac5e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917411200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.516428:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917410816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777580301.516440:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.516447:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.516478:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.516478:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917411712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.516479:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.516508:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ac5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917411328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.516515:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.516536:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.516555:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917412224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.516561:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917411840:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777580301.516580:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.516595:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.516600:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917410944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777580301.516609:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aece0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917411072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.516635:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777580301.516649:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.516663:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917411456:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.516682:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.516957:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917410688 00000100:00100000:1.0:1777580301.516967:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917410688 00000100:00100000:1.0:1777580301.517035:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917411200 00000100:00100000:1.0:1777580301.517040:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917411200 00000100:00100000:1.0:1777580301.517058:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917410816 00000100:00100000:1.0:1777580301.517060:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917410816 00010000:00010000:2.0:1777580301.517077:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.517086:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.517092:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.517098:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.517107:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.517233:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b9:0x0].0x0 (ffffa024b601e400) 00010000:00010000:2.0:1777580301.517237:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.517243:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.517254:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e4588e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.517415:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917411968:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.517443:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.517466:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917411712 00000100:00100000:1.0:1777580301.517471:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917411712 00000100:00100000:1.0:1777580301.518235:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917411328 00000100:00100000:1.0:1777580301.518245:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917411328 00000100:00100000:1.0:1777580301.518275:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917412224 00000100:00100000:1.0:1777580301.518279:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917412224 00000100:00100000:1.0:1777580301.518363:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917410944 00000100:00100000:1.0:1777580301.518368:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917410944 00000100:00100000:1.0:1777580301.518383:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917411456 00000100:00100000:1.0:1777580301.518386:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917411456 00000100:00100000:1.0:1777580301.518408:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11325 00000100:00100000:1.0:1777580301.518418:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3289:x1863919917410688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.518460:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5450 count 1 00010000:00010000:1.0:1777580301.518572:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.518601:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e424cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c45c expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.518610:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.518613:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.518617:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.518658:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e424cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c45c expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.518675:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e424cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c45c expref: 35 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.518690:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917412736:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.518778:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.518806:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946341504 00000100:00100000:1.0:1777580301.518810:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946341504 00000100:00100000:1.0:1777580301.518838:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822442704386 time 7822443337653 state 0x0 ref 1 00000100:00100000:1.0:1777580301.518850:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822443437653 time 7822443337653 state 0x1 ref 1 00000100:00100000:1.0:1777580301.518865:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946341760 00000100:00100000:1.0:1777580301.518868:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946341760 00000100:00100000:1.0:1777580301.518878:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822443437653 time 7822443337653 state 0x1 ref 2 00000100:00100000:1.0:1777580301.518891:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946342016 00000100:00100000:1.0:1777580301.518894:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946342016 00000100:00100000:1.0:1777580301.518903:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822443437653 time 7822443337653 state 0x1 ref 3 00000100:00100000:1.0:1777580301.518919:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822467881976 time 7822467781976 state 0x1 ref 3 00000100:00100000:1.0:1777580301.518939:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02484c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:282260:x1863919946341504:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580301.518958:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.518977:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e458bf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0f0 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.519042:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e458bf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0f0 expref: 46 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.519057:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e458bf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0f0 expref: 46 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.519805:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917412480:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.519863:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.520015:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917411968 00000100:00100000:3.0:1777580301.520022:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917411968 00000100:00100000:3.0:1777580301.520066:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917412480 00000100:00100000:3.0:1777580301.520069:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917412480 00000100:00100000:3.0:1777580301.520093:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11326 00000100:00100000:3.0:1777580301.520103:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3289:x1863919917411200:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.520214:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b9:0x0].0x0 (ffffa024b601e600) 00010000:00010000:1.0:1777580301.520220:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580301.520225:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839000, rc 0) 00000100:00100000:1.0:1777580301.520277:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02484c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+46:282260:x1863919946341504:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1349us (3836us total) trans 0 rc 0/0 00002000:00080000:3.0:1777580301.520298:0:193009:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5449 count 1 00010000:00010000:3.0:1777580301.520453:0:193009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.520478:0:193009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e424bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c44e expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.520495:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.520497:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.520500:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.520563:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18556 00000100:00100000:1.0:1777580301.520609:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822469568512 time 7822469468512 state 0x1 ref 2 00000100:00100000:1.0:1777580301.520621:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:282239:x1863919946341760:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580301.520678:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.520703:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e458aa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0e9 expref: 45 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.520721:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ba:0x0].0x0 (ffffa024b601ee00) 00010000:00010000:1.0:1777580301.520731:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.520808:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.520819:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.520830:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.521028:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000371e8419 reply state 00000000f30f3fc7 transno 8589950001 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.521036:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.522167:0:193009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e424bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c44e expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522190:0:193009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e424bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c44e expref: 35 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.522299:0:193009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393724e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917412864:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.522377:0:193009:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c780 going to sleep for 11 seconds 00010000:00010000:3.0:1777580301.522440:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522450:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522458:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522465:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.522472:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522481:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522501:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024b601e800) 00010000:00010000:3.0:1777580301.522584:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.522590:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522600:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e458a3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.522672:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11327 00000100:00100000:1.0:1777580301.522724:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:282239:x1863919946341760:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2102us (6243us total) trans 8589950001 rc 0/0 00000100:00100000:1.0:1777580301.522741:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18557 00000100:00100000:1.0:1777580301.522787:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822469568512 time 7822471645660 state 0x0 ref 1 00000100:00100000:3.0:1777580301.522794:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3290:x1863919917410816:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.522808:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:282231:x1863919946342016:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580301.522825:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00080000:3.0:1777580301.522840:0:188246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5413 count 1 00010000:00010000:1.0:1777580301.522851:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e458d4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0f7 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522872:0:188246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.522893:0:188246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e424d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c463 expref: 34 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.523042:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.523062:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.523073:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.523308:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.523311:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.523315:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.523351:0:188246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e424d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c463 expref: 34 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.523363:0:188246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e424d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c463 expref: 34 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.523384:0:188246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393727100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917412992:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.523439:0:188246:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c600 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.523470:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11328 00000100:00100000:3.0:1777580301.523481:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3289:x1863919917411712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.523500:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5451 count 1 00010000:00010000:3.0:1777580301.523611:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.524392:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946341376 00000100:00100000:0.0:1777580301.524406:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946341376 00000100:00100000:0.0:1777580301.524478:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3990 00000100:00100000:0.0:1777580301.524489:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+46:282233:x1863919946341376:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580301.524895:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+47:282233:x1863919946341376:12345-192.168.202.9@tcp:35:touch.500 Request processed in 406us (8532us total) trans 8589950002 rc 0/0 00000100:00100000:0.0:1777580301.524908:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3990 00010000:00010000:3.0:1777580301.525342:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000522c9545/0xcb2b2f2f7e42756 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c512 expref: 35 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.525352:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.525355:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.525359:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.525401:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000522c9545/0xcb2b2f2f7e42756 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c512 expref: 35 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.525415:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000522c9545/0xcb2b2f2f7e42756 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c512 expref: 35 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.526024:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205896:1863919917413120:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.526105:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c240 going to sleep for 11 seconds 00000100:00100000:2.0:1777580301.526286:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11329 00000100:00100000:2.0:1777580301.526305:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:3290:x1863919917411328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580301.526337:0:206018:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5448 count 1 00010000:00010000:2.0:1777580301.526365:0:206018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.526381:0:206018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080ecf964/0xcb2b2f2f7e424e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c46a expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.526388:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.526390:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.526393:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.526419:0:206018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080ecf964/0xcb2b2f2f7e424e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c46a expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.526431:0:206018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080ecf964/0xcb2b2f2f7e424e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c46a expref: 35 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.526440:0:206018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c24d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:206018:1863919917413248:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580301.526468:0:206018:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6285e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.526632:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11330 00000100:00100000:3.0:1777580301.526643:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3289:x1863919917412224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.526660:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5415 count 1 00010000:00010000:3.0:1777580301.526677:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.527011:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e42772 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c535 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.527019:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.527021:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.527023:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.527049:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e42772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c535 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.527060:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e42772 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c535 expref: 34 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.527073:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393725f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917413376:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.527102:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.527646:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11331 00000100:00100000:3.0:1777580301.527661:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3291:x1863919917410944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.527783:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5411 count 1 00010000:00010000:3.0:1777580301.527806:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.527824:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e424c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c455 expref: 34 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.527832:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.527834:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.527837:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.527865:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e424c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c455 expref: 34 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.527877:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e424c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c455 expref: 34 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.527890:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393726a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917413504:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.528368:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c900 going to sleep for 11 seconds 00000100:00100000:2.0:1777580301.528404:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11332 00000100:00100000:2.0:1777580301.528416:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:3291:x1863919917411456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580301.528436:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5453 count 1 00010000:00010000:2.0:1777580301.528456:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.528470:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.528470:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e42779 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c543 expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.528477:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.528478:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.528480:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.528503:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e42779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c543 expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.528515:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e42779 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c543 expref: 35 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.528527:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c24c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917413632:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580301.528552:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6285840 going to sleep for 11 seconds 00000100:00100000:2.0:1777580301.528569:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.528604:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917411584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777580301.528637:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.528649:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917412096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580301.528656:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.528673:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.528676:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.528691:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0248626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917412608:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580301.528693:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.528714:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.528767:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.528786:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917412352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777580301.528811:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.529917:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946342272 00000100:00100000:0.0:1777580301.529941:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946342272 00000100:00100000:0.0:1777580301.530059:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3991 00000100:00100000:0.0:1777580301.530070:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+47:282238:x1863919946342272:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580301.530575:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:282238:x1863919946342272:12345-192.168.202.9@tcp:35:touch.500 Request processed in 504us (2103us total) trans 8589950003 rc 0/0 00000100:00100000:0.0:1777580301.530585:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3991 00000100:00100000:3.0:1777580301.531887:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917411072 00000100:00100000:2.0:1777580301.532341:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917411584 00000100:00100000:2.0:1777580301.532352:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917411584 00000100:00100000:2.0:1777580301.532397:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917412096 00000100:00100000:2.0:1777580301.532400:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917412096 00000100:00100000:2.0:1777580301.532412:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917412608 00000100:00100000:2.0:1777580301.532415:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917412608 00000100:00100000:2.0:1777580301.532424:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917411840 00000100:00100000:2.0:1777580301.532427:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917411840 00000100:00100000:2.0:1777580301.532435:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917412352 00000100:00100000:2.0:1777580301.532438:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917412352 00000100:00100000:2.0:1777580301.532454:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11333 00000100:00100000:2.0:1777580301.532463:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3291:x1863919917411968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580301.532499:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5418 count 1 00010000:00010000:2.0:1777580301.532531:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.532556:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e429b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5b3 expref: 34 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.532566:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.532569:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.532573:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.532623:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e429b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5b3 expref: 34 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.532638:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e429b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5b3 expref: 34 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.532656:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388537800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917413760:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580301.532756:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b62853c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777580301.532779:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11334 00000100:00100000:2.0:1777580301.532788:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3291:x1863919917412480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580301.532804:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5419 count 1 00010000:00010000:2.0:1777580301.532818:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.532831:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e42a19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5c1 expref: 34 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.532838:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.532839:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.532842:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.532860:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e42a19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5c1 expref: 34 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.532874:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e42a19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5c1 expref: 34 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.532882:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388535180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:188247:1863919917413888:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580301.532909:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6285300 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.532944:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917411072 00000100:00100000:3.0:1777580301.532972:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11335 00000100:00100000:3.0:1777580301.532979:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3288:x1863919917411584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.532993:0:205895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5454 count 1 00010000:00010000:3.0:1777580301.533009:0:205895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.533028:0:205895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000082ce233e/0xcb2b2f2f7e42780 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c53c expref: 35 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.533034:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.533036:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.533038:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.533061:0:205895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000082ce233e/0xcb2b2f2f7e42780 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c53c expref: 35 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.533072:0:205895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000082ce233e/0xcb2b2f2f7e42780 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c53c expref: 35 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.533084:0:205895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393724380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917414016:192.168.202.9@tcp:104: 00000004:00080000:1.0:1777580301.533994:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1580:0x0], index 0: 0 00000100:00100000:3.0:1777580301.534048:0:205895:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.534081:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11336 00000100:00100000:3.0:1777580301.534094:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3288:x1863919917412096:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580301.534304:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e45928 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534324:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e45928 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534339:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e45928 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534387:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534396:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534404:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534413:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.534419:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534427:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534443:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.534447:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.534450:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534452:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.534464:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534468:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e458e2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.534476:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.534482:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.534484:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.534491:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.534501:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ba:0x0].0x0 (ffffa024b601ef00) 00000004:00010000:1.0:1777580301.534502:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000875284ca reply state 00000000e7da2178 transno 8589950004 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.534505:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.534509:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.534518:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580301.534522:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e458cd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534566:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e458d4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0f7 expref: 48 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534583:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e45928 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0f7 expref: 47 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534590:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bb:0x0].0x0 (ffffa024b601e700) 00010000:00010000:1.0:1777580301.534593:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580301.534596:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839800, rc 0) 00000100:00100000:1.0:1777580301.534669:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+48:282231:x1863919946342016:12345-192.168.202.9@tcp:101:touch.500 Request processed in 11866us (18086us total) trans 8589950004 rc 0/0 00000100:00100000:1.0:1777580301.534680:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18558 00000100:00100000:1.0:1777580301.534691:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822469568512 time 7822471645660 state 0x2 ref 0 00000100:00080000:1.0:1777580301.534737:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777580301.534764:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11337 00000100:00100000:1.0:1777580301.534778:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+12:3288:x1863919917412608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580301.534800:0:205908:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5420 count 1 00010000:00010000:1.0:1777580301.534819:0:205908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534835:0:205908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e42a27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5d6 expref: 34 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534845:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.534847:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.534851:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777580301.534874:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5417 count 1 00010000:00010000:1.0:1777580301.534891:0:205908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e42a27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5d6 expref: 34 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.534892:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.534908:0:205908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e42a27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5d6 expref: 34 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.534919:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e42764 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c527 expref: 34 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.534941:0:205908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917414144:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.534944:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.534947:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.534950:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.534976:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e42764 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c527 expref: 34 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.534987:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e42764 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c527 expref: 34 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.534999:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393727b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917414272:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.535005:0:205908:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.535029:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.535032:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11338 00000100:00100000:1.0:1777580301.535048:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917411840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.535066:0:205907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5456 count 1 00010000:00010000:1.0:1777580301.535087:0:205907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.535101:0:205907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001d89c1f0/0xcb2b2f2f7e42a20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5cf expref: 35 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.535109:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.535111:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.535114:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.535183:0:205907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001d89c1f0/0xcb2b2f2f7e42a20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5cf expref: 35 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.535195:0:205907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001d89c1f0/0xcb2b2f2f7e42a20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5cf expref: 35 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.535208:0:205907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205907:1863919917414400:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.539641:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.539765:0:205907:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.539816:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11339 00000100:00100000:1.0:1777580301.539841:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917412352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580301.539886:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5416 count 1 00010000:00010000:1.0:1777580301.539921:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.539957:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e4275d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c519 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.539965:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.539967:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.539971:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540016:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e4275d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c519 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540030:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e4275d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c519 expref: 34 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.540048:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917414528:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.540107:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28780 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.540128:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11340 00000100:00100000:1.0:1777580301.540164:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+12:3288:x1863919917411072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.540185:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5447 count 1 00010000:00010000:1.0:1777580301.540205:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540221:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e424d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c471 expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540233:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.540235:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.540237:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540264:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e424d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c471 expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540276:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e424d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c471 expref: 35 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.540289:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917414656:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.540329:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28180 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.540435:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917412736:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.540458:0:205898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.540510:0:193009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393724e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917412864:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.540528:0:193009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.540583:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c24d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:206018:1863919917413248:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.540599:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.540663:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946342400 00000100:00100000:0.0:1777580301.540672:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946342400 00010000:00010000:0.0:1777580301.540709:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e424cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c45c expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.540780:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4149 00000100:00100000:0.0:1777580301.540789:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946342400:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.540800:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.540806:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e424cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c45c expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.540821:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e424cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c45c expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.540848:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e424cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c45c expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.540871:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.540872:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.540876:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.540886:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.540923:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.540943:0:205898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540953:0:205898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540963:0:205898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.540971:0:205898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.541003:0:205898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580301.541022:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580301.541030:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.541038:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.541043:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.541053:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.541066:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.541073:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e458b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.541099:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.541101:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.541102:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.542487:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946342400:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1686us (2848us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.542502:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4149 00000100:00100000:3.0:1777580301.543493:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.543554:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.543817:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917410688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25396us (27489us total) trans 8589938793 rc 0/0 00000100:00100000:1.0:1777580301.543830:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11325 00000100:00100000:1.0:1777580301.543914:0:3289:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589938777 gen 2 00000004:00080000:1.0:1777580301.543946:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3fb80, transno 8589938719 00000004:00080000:1.0:1777580301.543961:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3c700, transno 8589938720 00000004:00080000:1.0:1777580301.543963:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3f480, transno 8589938721 00000004:00080000:1.0:1777580301.543967:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388534000, transno 8589938722 00000004:00080000:1.0:1777580301.543969:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3e300, transno 8589938723 00000004:00080000:1.0:1777580301.543972:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3c380, transno 8589938724 00000004:00080000:1.0:1777580301.543975:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ae6ac000, transno 8589938725 00000004:00080000:1.0:1777580301.543978:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3d180, transno 8589938726 00000004:00080000:1.0:1777580301.543981:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023a095e300, transno 8589938727 00000004:00080000:1.0:1777580301.543984:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023852fce00, transno 8589938728 00000004:00080000:1.0:1777580301.543986:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3f100, transno 8589938729 00000004:00080000:1.0:1777580301.543989:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3d500, transno 8589938730 00000004:00080000:1.0:1777580301.543992:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1f100, transno 8589938731 00000004:00080000:1.0:1777580301.543994:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3d880, transno 8589938732 00000004:00080000:1.0:1777580301.543997:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aef33b80, transno 8589938733 00000004:00080000:1.0:1777580301.544000:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aec3f800, transno 8589938734 00000004:00080000:1.0:1777580301.544003:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0238713b480, transno 8589938735 00000004:00080000:1.0:1777580301.544006:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02387138000, transno 8589938736 00000004:00080000:1.0:1777580301.544008:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02387138e00, transno 8589938737 00000004:00080000:1.0:1777580301.544012:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0238713b800, transno 8589938738 00000004:00080000:1.0:1777580301.544015:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02486268e00, transno 8589938739 00000004:00080000:1.0:1777580301.544017:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0248626b480, transno 8589938740 00000004:00080000:1.0:1777580301.544020:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02486268700, transno 8589938741 00000004:00080000:1.0:1777580301.544023:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b4000, transno 8589938742 00000004:00080000:1.0:1777580301.544026:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388925880, transno 8589938743 00000004:00080000:1.0:1777580301.544028:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aef34000, transno 8589938744 00000004:00080000:1.0:1777580301.544031:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023985f8000, transno 8589938745 00000004:00080000:1.0:1777580301.544034:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0248626aa00, transno 8589938746 00000004:00080000:1.0:1777580301.544037:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239ce09180, transno 8589938747 00000004:00080000:1.0:1777580301.544041:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed0e00, transno 8589938748 00000004:00080000:1.0:1777580301.544043:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023985fad80, transno 8589938749 00000004:00080000:1.0:1777580301.544046:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02387138380, transno 8589938750 00000100:00100000:1.0:1777580301.544061:0:3289:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffffa023985fb480 x1863919917410688/t8589938793(8589938793) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777580317 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777580301.544244:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023985fb480/2, rc 0, transno 8589938793 00000100:00100000:1.0:1777580301.544254:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023985fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917410688:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.545433:0:187652:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 45 changes, 8 in progress, 7 in flight, 32 done 00000100:00100000:2.0:1777580301.546220:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393725f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917413376:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.546259:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.546297:0:188246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393727100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917412992:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.546321:0:188246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.546347:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205896:1863919917413120:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.546359:0:205896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.546861:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777580301.546888:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917414784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.548405:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.548828:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917414784 00000100:00100000:1.0:1777580301.548840:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917414784 00000100:00100000:1.0:1777580301.548916:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11341 00000100:00100000:1.0:1777580301.549917:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3288:x1863919917414784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.549978:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5455 count 1 00010000:00010000:1.0:1777580301.550016:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.550056:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000610c4bc/0xcb2b2f2f7e42a3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5dd expref: 34 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.550066:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.550068:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.550072:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.550974:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.551015:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946342528 00000100:00100000:3.0:1777580301.551024:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946342528 00000100:00100000:2.0:1777580301.551070:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c24c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917413632:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.551071:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822469568512 time 7822471645660 state 0x0 ref 1 00000100:00100000:3.0:1777580301.551085:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822471745660 time 7822471645660 state 0x1 ref 1 00010000:00010000:2.0:1777580301.551104:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.551105:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946342784 00000100:00100000:3.0:1777580301.551108:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946342784 00000100:00100000:3.0:1777580301.551119:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822471745660 time 7822471645660 state 0x1 ref 2 00000100:00100000:3.0:1777580301.551160:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946343424 00000100:00100000:3.0:1777580301.551163:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946343424 00000100:00100000:3.0:1777580301.551176:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822471745660 time 7822471645660 state 0x1 ref 3 00000100:00100000:3.0:1777580301.551196:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822500158366 time 7822500058366 state 0x1 ref 3 00000100:00100000:3.0:1777580301.551208:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+50:282239:x1863919946342528:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.551228:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.551254:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e45960 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d0fe expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.551325:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e45960 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0fe expref: 51 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.551342:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e45960 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0fe expref: 51 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.551365:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ba:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580301.551368:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580301.551372:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a69be600, rc 0) 00000100:00100000:3.0:1777580301.551445:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+51:282239:x1863919946342528:12345-192.168.202.9@tcp:101:touch.500 Request processed in 240us (7957us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.551453:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18559 00000100:00100000:3.0:1777580301.551477:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822500440394 time 7822500340394 state 0x1 ref 2 00000100:00100000:3.0:1777580301.551486:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+50:282231:x1863919946342784:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580301.555616:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580301.555668:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839800/0xcb2b2f2f7e45928 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0f7 expref: 50 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.555694:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bb:0x0].0x0 (ffffa024b601e700) 00010000:00010000:3.0:1777580301.555708:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.555806:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.555822:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.555835:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.556024:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007851928 reply state 0000000095f5933e transno 8589950005 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.556036:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580301.556182:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+51:282231:x1863919946342784:12345-192.168.202.9@tcp:36:touch.500 Request processed in 4694us (12624us total) trans 8589950005 rc 0/0 00000100:00100000:3.0:1777580301.556193:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18560 00000100:00100000:3.0:1777580301.556246:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822500440394 time 7822505105312 state 0x0 ref 1 00000100:00100000:3.0:1777580301.556265:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+50:282232:x1863919946343424:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.556297:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.556311:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4596e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d105 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.556440:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.556452:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.556459:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.556475:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.556482:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.556488:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.557048:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x155c:0x0], index 1: 0 00010000:00010000:3.0:1777580301.557253:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45983 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557266:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45983 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557276:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45983 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557316:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557324:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557332:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557340:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.557345:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557353:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557365:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.557368:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.557373:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557380:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e45975 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.557393:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e834786 reply state 00000000fd3d9a98 transno 8589950006 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.557401:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.557438:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e4596e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d105 expref: 53 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557454:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45983 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d105 expref: 52 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557461:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580301.557464:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.557466:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:3.0:1777580301.557539:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+53:282232:x1863919946343424:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1280us (6570us total) trans 8589950006 rc 0/0 00000100:00100000:3.0:1777580301.557550:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18561 00000100:00100000:3.0:1777580301.557557:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822500440394 time 7822505105312 state 0x2 ref 0 00010000:00010000:3.0:1777580301.557669:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557677:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557684:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557689:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.557692:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557699:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557709:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa024b601e100) 00010000:00010000:1.0:1777580301.557711:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000610c4bc/0xcb2b2f2f7e42a3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5dd expref: 34 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557713:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.557717:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.557729:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839c00/0xcb2b2f2f7e4590c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.557735:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000610c4bc/0xcb2b2f2f7e42a3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5dd expref: 34 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.557757:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:189456:1863919917414912:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.557789:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393726a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917413504:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.557817:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.557846:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28540 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.564078:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.564129:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946344064 00000100:00100000:2.0:1777580301.564159:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946344064 00000100:00100000:3.0:1777580301.564169:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.564286:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e424d9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c471 expref: 35 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.564306:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.564495:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.564777:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946342912 00000100:00100000:2.0:1777580301.564782:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946342912 00000100:00100000:3.0:1777580301.564800:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.564801:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e424bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c44e expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.564872:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.564875:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946343168 00000100:00100000:0.0:1777580301.564880:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946343168 00010000:00010000:0.0:1777580301.564901:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000522c9545/0xcb2b2f2f7e42756 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c512 expref: 37 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.564915:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946343680 00000100:00100000:0.0:1777580301.564918:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946343680 00010000:00010000:0.0:1777580301.564941:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e42772 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c535 expref: 35 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.564958:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4150 00000100:00100000:0.0:1777580301.564969:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946344064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.564989:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.564996:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e424d9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c471 expref: 37 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565010:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e424d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c471 expref: 37 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565044:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.565047:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.565053:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565065:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565090:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.565170:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946344064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 202us (2281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.565177:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4150 00000100:00100000:0.0:1777580301.565198:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4151 00000100:00100000:0.0:1777580301.565203:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2363:x1863919946342912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.565221:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.565225:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e424bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c44e expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565237:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e424bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c44e expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565255:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e424bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c44e expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565272:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.565273:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.565276:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565284:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565305:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.565335:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946342912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 131us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.565341:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4151 00000100:00100000:0.0:1777580301.565355:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4152 00000100:00100000:0.0:1777580301.565362:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeea4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946343168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.565370:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.565374:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000522c9545/0xcb2b2f2f7e42756 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c512 expref: 34 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565384:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000522c9545/0xcb2b2f2f7e42756 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c512 expref: 34 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565403:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000522c9545/0xcb2b2f2f7e42756 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c512 expref: 34 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565413:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.565414:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.565417:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565425:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565445:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.565463:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeea4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946343168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 102us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.565470:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4152 00000100:00100000:0.0:1777580301.565523:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4153 00000100:00100000:0.0:1777580301.565531:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946343680:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.565539:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.565543:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e42772 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1527:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c535 expref: 35 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565551:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e42772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1527:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c535 expref: 35 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565572:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e42772 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1527:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c535 expref: 35 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565583:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.565584:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.565587:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565595:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565616:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.565634:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946343680:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 104us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.565641:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4153 00010000:00010000:0.0:1777580301.565676:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565686:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565698:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565707:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.565728:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.566402:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917412224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39760us (49806us total) trans 8589938395 rc 0/0 00000100:00100000:0.0:1777580301.566413:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11330 00000100:00100000:0.0:1777580301.566436:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946344192 00000100:00100000:0.0:1777580301.566443:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946344192 00000100:00100000:0.0:1777580301.566479:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11342 00000100:00100000:0.0:1777580301.566486:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2362:x1863919946344192:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580301.566749:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2362:x1863919946344192:12345-192.168.202.9@tcp:2:touch.500 Request processed in 262us (2578us total) trans 8589938794 rc 0/0 00000100:00100000:0.0:1777580301.566757:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11342 00000100:00100000:0.0:1777580301.566814:0:3289:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589938385 gen 2 00000004:00080000:0.0:1777580301.566835:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393de8000, transno 8589938311 00000004:00080000:0.0:1777580301.566851:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393deaa00, transno 8589938312 00000004:00080000:0.0:1777580301.566854:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393dead80, transno 8589938313 00000004:00080000:0.0:1777580301.566857:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393de8700, transno 8589938314 00000004:00080000:0.0:1777580301.566860:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393de9880, transno 8589938315 00000004:00080000:0.0:1777580301.566863:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393de8380, transno 8589938316 00000004:00080000:0.0:1777580301.566866:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393de8a80, transno 8589938317 00000004:00080000:0.0:1777580301.566869:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393dea300, transno 8589938318 00000004:00080000:0.0:1777580301.566872:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023871e4380, transno 8589938319 00000004:00080000:0.0:1777580301.566875:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024b55fbb80, transno 8589938320 00000004:00080000:0.0:1777580301.566877:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02483f05180, transno 8589938321 00000004:00080000:0.0:1777580301.566880:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023e64daa00, transno 8589938322 00000004:00080000:0.0:1777580301.566884:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02487cc0700, transno 8589938323 00000004:00080000:0.0:1777580301.566887:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b7100, transno 8589938324 00000004:00080000:0.0:1777580301.566890:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024b55f8a80, transno 8589938325 00000004:00080000:0.0:1777580301.566893:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b4380, transno 8589938326 00000004:00080000:0.0:1777580301.566896:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02386c92d80, transno 8589938327 00000004:00080000:0.0:1777580301.566899:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02386c90e00, transno 8589938328 00000004:00080000:0.0:1777580301.566902:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c24e300, transno 8589938329 00000004:00080000:0.0:1777580301.566906:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ac337100, transno 8589938330 00000004:00080000:0.0:1777580301.566908:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024b7e89c00, transno 8589938331 00000004:00080000:0.0:1777580301.566912:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aef35180, transno 8589938332 00000004:00080000:0.0:1777580301.566915:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239ce09f80, transno 8589938333 00000004:00080000:0.0:1777580301.566918:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024b55c2300, transno 8589938334 00000004:00080000:0.0:1777580301.566921:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023a095d880, transno 8589938335 00000004:00080000:0.0:1777580301.566924:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed3b80, transno 8589938336 00000004:00080000:0.0:1777580301.566938:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0248ba5f100, transno 8589938337 00000004:00080000:0.0:1777580301.566941:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b6d80, transno 8589938338 00000004:00080000:0.0:1777580301.566944:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395c54a80, transno 8589938339 00000004:00080000:0.0:1777580301.566947:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024b568d880, transno 8589938340 00000004:00080000:0.0:1777580301.566950:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395ffe300, transno 8589938341 00000004:00080000:0.0:1777580301.566953:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395fff480, transno 8589938342 00000004:00080000:0.0:1777580301.566955:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395ffea00, transno 8589938343 00000004:00080000:0.0:1777580301.566958:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395ffdc00, transno 8589938344 00000004:00080000:0.0:1777580301.566961:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235e680, transno 8589938345 00000004:00080000:0.0:1777580301.566964:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395fff800, transno 8589938346 00000004:00080000:0.0:1777580301.566968:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0238e368700, transno 8589938347 00000004:00080000:0.0:1777580301.566971:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395ffe680, transno 8589938348 00000004:00080000:0.0:1777580301.566974:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed1f80, transno 8589938349 00000004:00080000:0.0:1777580301.566977:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed0380, transno 8589938350 00000100:00100000:0.0:1777580301.567003:0:3289:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffffa0239235ca80 x1863919917412224/t8589938395(8589938395) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777580317 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777580301.567028:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235ca80/2, rc 0, transno 8589938395 00000100:00100000:0.0:1777580301.567035:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917412224:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580301.567067:0:205896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567078:0:205896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567089:0:205896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567098:0:205896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567122:0:205896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580301.567512:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3289:x1863919917411712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44032us (50995us total) trans 8589938795 rc 0/0 00000100:00100000:0.0:1777580301.567520:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11328 00010000:00010000:0.0:1777580301.567548:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.567557:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567568:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.567573:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567583:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567603:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567612:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f7e1987/0xcb2b2f2f7e458f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1527:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567637:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.567641:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567648:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.567651:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567658:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567670:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567677:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e458e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567697:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.567699:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.567701:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580301.567735:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ae684380/2, rc 0, transno 8589938795 00000100:00100000:0.0:1777580301.567750:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917411712:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777580301.567769:0:193009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567778:0:193009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567788:0:193009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567796:0:193009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.567814:0:193009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580301.568684:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388535180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:188247:1863919917413888:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.568716:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.568757:0:207637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e424d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c471 expref: 33 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.568758:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388537800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917413760:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.568780:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917414656:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.568790:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.568811:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.568823:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.568830:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.568841:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.568848:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.568870:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580301.569118:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569156:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569175:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569192:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569209:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569227:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569239:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569252:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569266:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.569278:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.569332:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946343936 00000100:00100000:2.0:1777580301.569341:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946343936 00010000:00010000:2.0:1777580301.569379:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e42779 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c543 expref: 33 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.569397:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.569400:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946343040 00000100:00100000:2.0:1777580301.569402:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946343040 00010000:00010000:2.0:1777580301.569417:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e424d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c463 expref: 34 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.569420:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.569429:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946343552 00000100:00100000:2.0:1777580301.569432:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946343552 00010000:00010000:2.0:1777580301.569444:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080ecf964/0xcb2b2f2f7e424e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c46a expref: 34 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.569455:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946343808 00000100:00100000:2.0:1777580301.569457:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946343808 00010000:00010000:2.0:1777580301.569469:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e424c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c455 expref: 35 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.569475:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.569480:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946344704 00000100:00100000:2.0:1777580301.569482:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946344704 00000100:00100000:3.0:1777580301.569489:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.569493:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e4275d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c519 expref: 36 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.569503:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946344960 00000100:00100000:2.0:1777580301.569506:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946344960 00010000:00010000:2.0:1777580301.569517:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e42a27 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5d6 expref: 37 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.569527:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946344576 00000100:00100000:2.0:1777580301.569529:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946344576 00010000:00010000:2.0:1777580301.569542:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e42764 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c527 expref: 38 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.569551:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946344832 00000100:00100000:2.0:1777580301.569553:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946344832 00010000:00010000:2.0:1777580301.569561:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e429b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5b3 expref: 39 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.569575:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946344320 00000100:00100000:2.0:1777580301.569578:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946344320 00000100:00100000:3.0:1777580301.569591:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.570000:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e42a19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5c1 expref: 40 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.570021:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946345088 00000100:00100000:2.0:1777580301.570025:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946345088 00010000:00010000:2.0:1777580301.570041:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001d89c1f0/0xcb2b2f2f7e42a20 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5cf expref: 35 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.570054:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946344448 00000100:00100000:2.0:1777580301.570057:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946344448 00010000:00010000:2.0:1777580301.570073:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000082ce233e/0xcb2b2f2f7e42780 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c53c expref: 36 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.570084:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946345472 00000100:00100000:2.0:1777580301.570087:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946345472 00010000:00010000:2.0:1777580301.570098:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000610c4bc/0xcb2b2f2f7e42a3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5dd expref: 37 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.570113:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4154 00000100:00100000:2.0:1777580301.570123:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2363:x1863919946343936:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580301.570162:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.570169:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e42779 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c543 expref: 37 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.570188:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e42779 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c543 expref: 37 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.570326:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e42779 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c543 expref: 37 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.570345:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.570348:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.570354:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.570364:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.570399:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580301.570550:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946345344 00000100:00100000:3.0:1777580301.570555:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946345344 00000100:00100000:3.0:1777580301.570585:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822500440394 time 7822505105312 state 0x0 ref 1 00000100:00100000:0.0:1777580301.570593:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3289:x1863919917411200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50492us (54147us total) trans 8589938796 rc 0/0 00000100:00100000:3.0:1777580301.570598:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822505205312 time 7822505105312 state 0x1 ref 1 00000100:00100000:0.0:1777580301.570604:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11326 00000100:00100000:3.0:1777580301.570618:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946345728 00000100:00100000:3.0:1777580301.570620:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946345728 00000100:00100000:0.0:1777580301.570629:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946345216 00000100:00100000:3.0:1777580301.570631:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822505205312 time 7822505105312 state 0x1 ref 2 00000100:00100000:0.0:1777580301.570632:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946345216 00000100:00100000:3.0:1777580301.570643:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946345984 00000100:00100000:3.0:1777580301.570645:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946345984 00000100:00100000:3.0:1777580301.570654:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822505205312 time 7822505105312 state 0x1 ref 3 00000100:00100000:0.0:1777580301.570657:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11343 00000100:00100000:0.0:1777580301.570664:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2363:x1863919946345216:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580301.570670:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822519632632 time 7822519532632 state 0x1 ref 3 00000100:00100000:3.0:1777580301.570677:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+54:282231:x1863919946345344:12345-192.168.202.9@tcp:101:touch.500 00000100:00100000:1.0:1777580301.570791:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+14:3288:x1863919917411072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30629us (42219us total) trans 8589938797 rc 0/0 00000100:00100000:1.0:1777580301.570799:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11340 00000100:00100000:1.0:1777580301.570862:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205907:1863919917414400:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.570890:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.570938:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917414528:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.570954:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.570985:0:205908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917414144:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.570997:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2363:x1863919946345216:12345-192.168.202.9@tcp:2:touch.500 Request processed in 332us (1597us total) trans 8589938396 rc 0/0 00010000:00010000:1.0:1777580301.570999:0:205908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.571008:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11343 00010000:00010000:1.0:1777580301.571030:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.571035:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.571038:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571042:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.571057:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.571059:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.571063:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571064:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571081:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571096:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571104:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c13df077/0xcb2b2f2f7e45952 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571126:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.571128:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.571130:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.571170:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4155 00000100:00100000:0.0:1777580301.571179:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2363:x1863919946343040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.571189:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.571195:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e424d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1525:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c463 expref: 41 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571218:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e424d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1525:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c463 expref: 41 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571237:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e424d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1525:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c463 expref: 41 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571251:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571253:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571257:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571266:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571291:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.571313:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946343040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 136us (2196us total) trans 0 rc 0/0 00010000:00010000:3.0:1777580301.571315:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777580301.571320:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4155 00010000:00010000:3.0:1777580301.571336:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e45991 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d10c expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.571341:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4156 00000100:00100000:0.0:1777580301.571349:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2363:x1863919946343552:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.571357:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.571362:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080ecf964/0xcb2b2f2f7e424e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c46a expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571371:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080ecf964/0xcb2b2f2f7e424e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c46a expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571390:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080ecf964/0xcb2b2f2f7e424e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c46a expref: 36 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571400:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571401:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571404:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571411:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571430:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.571449:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946343552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 101us (2293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.571456:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4156 00000100:00100000:0.0:1777580301.571471:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4157 00000100:00100000:0.0:1777580301.571478:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946343808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.571487:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.571492:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e424c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1523:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c455 expref: 39 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571502:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e424c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1523:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c455 expref: 39 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571521:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e424c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1523:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c455 expref: 39 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571534:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571535:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571539:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571546:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571567:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.571586:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2363:x1863919946343808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 108us (2409us total) trans 0 rc 0/0 00010000:00010000:3.0:1777580301.571590:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e45991 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d10c expref: 55 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.571592:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4157 00000100:00100000:0.0:1777580301.571605:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4158 00010000:00010000:3.0:1777580301.571606:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e45991 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d10c expref: 55 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.571612:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2363:x1863919946344704:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.571619:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.571624:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e4275d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c519 expref: 37 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.571630:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bb:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580301.571633:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580301.571633:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e4275d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c519 expref: 37 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.571636:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7000, rc 0) 00010000:00010000:0.0:1777580301.571650:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e4275d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1528:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c519 expref: 37 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.571659:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+55:282231:x1863919946345344:12345-192.168.202.9@tcp:101:touch.500 Request processed in 982us (2238us total) trans 0 rc 0/0 00010000:00010000:0.0:1777580301.571660:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571661:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571664:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.571666:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18562 00010000:00010000:0.0:1777580301.571672:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571690:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.571707:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2363:x1863919946344704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 96us (2514us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.571713:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4158 00000100:00100000:0.0:1777580301.571727:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4159 00000100:00100000:0.0:1777580301.571734:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeea4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946344960:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.571742:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.571747:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e42a27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5d6 expref: 35 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571757:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e42a27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5d6 expref: 35 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571775:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e42a27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x152c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5d6 expref: 35 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571785:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571787:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777580301.571789:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822520750288 time 7822520650288 state 0x1 ref 2 00010000:00010000:0.0:1777580301.571789:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571798:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.571802:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+54:282232:x1863919946345728:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580301.571815:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.571835:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeea4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946344960:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 101us (2624us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.571841:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4159 00000100:00100000:0.0:1777580301.571855:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4160 00000100:00100000:0.0:1777580301.571863:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946344576:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.571871:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.571877:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e42764 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c527 expref: 33 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571886:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e42764 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c527 expref: 33 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571904:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571906:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.571909:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571916:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.571939:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.571959:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946344576:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 97us (2730us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.571966:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4160 00000100:00100000:0.0:1777580301.571981:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4161 00000100:00100000:0.0:1777580301.571988:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946344832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.571997:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.572002:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e429b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5b3 expref: 32 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572012:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e429b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5b3 expref: 32 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572023:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e429b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x152a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5b3 expref: 32 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572040:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572041:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572044:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572052:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572072:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.572087:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946344832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 99us (2847us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.572093:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4161 00000100:00100000:0.0:1777580301.572106:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4162 00000100:00100000:0.0:1777580301.572112:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2361:x1863919946344320:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.572120:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.572125:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e42a19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5c1 expref: 30 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572159:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e42a19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5c1 expref: 30 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572172:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e42a19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x152b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5c1 expref: 30 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572187:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572189:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572192:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572199:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.572217:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.572217:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.572230:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45983 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d105 expref: 54 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.572230:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2361:x1863919946344320:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 119us (2977us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.572237:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4162 00010000:00010000:3.0:1777580301.572243:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580301.572250:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.572251:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4163 00000100:00100000:0.0:1777580301.572258:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2361:x1863919946345088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.572265:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.572279:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001d89c1f0/0xcb2b2f2f7e42a20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5cf expref: 34 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572289:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001d89c1f0/0xcb2b2f2f7e42a20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5cf expref: 34 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572312:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d89c1f0/0xcb2b2f2f7e42a20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5cf expref: 34 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.572314:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.572317:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.572334:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.572344:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572346:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572347:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.572348:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572351:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572371:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.572372:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a62b187/0xcb2b2f2f7e458c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572399:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.572406:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.572409:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.572412:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.572417:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2361:x1863919946345088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 159us (3149us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.572423:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4163 00000100:00100000:0.0:1777580301.572439:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4164 00000100:00100000:0.0:1777580301.572445:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946344448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.572453:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.572457:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000082ce233e/0xcb2b2f2f7e42780 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c53c expref: 32 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572467:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000082ce233e/0xcb2b2f2f7e42780 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c53c expref: 32 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572479:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572480:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572483:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572496:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.572501:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b6bc325 reply state 000000009d164dca transno 8589950007 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572508:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580301.572522:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580301.572523:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946344448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 79us (3244us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.572529:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4164 00010000:00010000:1.0:1777580301.572532:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.572545:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4165 00000100:00100000:0.0:1777580301.572552:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946345472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.572560:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.572565:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000610c4bc/0xcb2b2f2f7e42a3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5dd expref: 31 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572575:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000610c4bc/0xcb2b2f2f7e42a3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5dd expref: 31 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.572576:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+55:282232:x1863919946345728:12345-192.168.202.9@tcp:36:touch.500 Request processed in 778us (3087us total) trans 8589950007 rc 0/0 00000100:00100000:3.0:1777580301.572584:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18563 00010000:00010000:0.0:1777580301.572587:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572588:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.572592:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572600:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.572602:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822520750288 time 7822521464318 state 0x0 ref 1 00000100:00100000:3.0:1777580301.572612:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+54:282241:x1863919946345984:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.572612:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.572622:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777580301.572624:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946345472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 74us (3149us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.572629:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4165 00010000:00010000:3.0:1777580301.572633:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4599f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d113 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572652:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572661:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572671:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572678:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.572695:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.572908:0:189456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000610c4bc/0xcb2b2f2f7e42a3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c5dd expref: 30 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.572922:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:189456:1863919917414912:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.572959:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.572969:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.572976:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.572985:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.572993:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.573014:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580301.573241:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3290:x1863919917411328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46944us (56703us total) trans 8589938798 rc 0/0 00000100:00100000:0.0:1777580301.573250:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11329 00010000:00010000:0.0:1777580301.573280:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.573290:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.573299:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.573324:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.573341:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1777580301.573653:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.573667:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.573677:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.573768:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3288:x1863919917414784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24842us (25374us total) trans 8589938799 rc 0/0 00000100:00100000:1.0:1777580301.573776:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11341 00000004:00080000:1.0:1777580301.573833:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023864a1180/2, rc 0, transno 8589938799 00000100:00100000:1.0:1777580301.573846:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917414784:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.573860:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aece0a80/2, rc 0, transno 8589938797 00000100:00100000:1.0:1777580301.573864:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aece0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917411072:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.573889:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.573904:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.573914:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.573921:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2363:x1863919946343936:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3795us (9045us total) trans 0 rc 0/0 00010000:00010000:1.0:1777580301.573938:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.573943:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4154 00010000:00010000:1.0:1777580301.573960:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1777580301.574001:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.574011:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.574019:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574026:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574033:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574040:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574050:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.574055:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574062:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574074:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bb:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:2.0:1777580301.574077:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.574082:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574088:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e45967 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574112:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574121:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574127:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574148:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.574158:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000004:00080000:3.0:1777580301.574484:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1581:0x0], index 0: 0 00000100:00100000:2.0:1777580301.574536:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+14:3291:x1863919917411456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46123us (57851us total) trans 8589938800 rc 0/0 00000100:00100000:2.0:1777580301.574545:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11332 00010000:00010000:1.0:1777580301.575376:0:205908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.575389:0:205908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.575401:0:205908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.575408:0:205908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.575421:0:205908:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1777580301.575639:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:3291:x1863919917411968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43173us (58191us total) trans 8589938397 rc 0/0 00000100:00100000:0.0:1777580301.575649:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11333 00010000:00010000:0.0:1777580301.575686:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.575697:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.575705:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.575712:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.575721:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1777580301.576077:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3290:x1863919917412352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36249us (47263us total) trans 8589938398 rc 0/0 00000100:00100000:2.0:1777580301.576084:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11339 00000100:00100000:1.0:1777580301.576276:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3288:x1863919917412608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41502us (47561us total) trans 8589938399 rc 0/0 00000100:00100000:1.0:1777580301.576296:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11337 00010000:00010000:1.0:1777580301.576326:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.576337:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e459b4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576337:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576357:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.576364:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e459b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576364:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580301.576379:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0248626bb80/2, rc 0, transno 8589938399 00010000:00010000:1.0:1777580301.576381:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1777580301.576389:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0248626bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917412608:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.576699:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3290:x1863919917411840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 41656us (47930us total) trans 8589938801 rc 0/0 00000100:00100000:1.0:1777580301.576706:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11338 00010000:00010000:1.0:1777580301.576729:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1777580301.576737:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576747:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.576752:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576759:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576778:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576784:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e458f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576801:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1777580301.576804:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576807:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.576809:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576814:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576819:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576822:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e45959 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576832:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1777580301.576835:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576840:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.576842:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576846:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576852:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576855:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e45913 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x152a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576864:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1777580301.576866:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576869:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.576871:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576875:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576880:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576885:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008da66927/0xcb2b2f2f7e4594b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1528:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576894:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1777580301.576896:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576899:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.576901:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576906:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576911:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576916:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c91d988/0xcb2b2f2f7e45905 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576945:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777580301.576948:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576956:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.576959:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576966:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576975:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576983:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45936 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x152c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.576996:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.576999:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577006:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.577009:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577014:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577020:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577024:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e4591a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x152b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577037:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.577039:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577044:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.577046:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577050:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577055:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577058:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45944 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.577065:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.577067:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.577068:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.577463:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.577469:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.577582:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0248626b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917415040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.577646:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777580301.577704:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ac5e7800/2, rc 0, transno 8589938798 00000100:00100000:1.0:1777580301.577715:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ac5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917411328:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.577727:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ae687800/2, rc 0, transno 8589938801 00000100:00100000:1.0:1777580301.577730:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917411840:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.577740:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235fb80/2, rc 0, transno 8589938398 00000100:00100000:1.0:1777580301.577743:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917412352:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.577754:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777580301.577758:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917415168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.577776:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.577827:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917415552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.577842:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.577847:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917415296:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.577867:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917415040 00000100:00100000:1.0:1777580301.577873:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917415040 00000100:00100000:2.0:1777580301.577887:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.578165:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3291:x1863919917412480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45377us (58301us total) trans 8589938400 rc 0/0 00000100:00100000:0.0:1777580301.578174:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11334 00000100:00100000:2.0:1777580301.578312:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777580301.578320:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917415424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777580301.578345:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.578967:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917415168 00000100:00100000:0.0:1777580301.578976:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917415168 00010000:00010000:3.0:1777580301.579004:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e459b4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.579022:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917415552 00000100:00100000:0.0:1777580301.579025:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917415552 00000100:00100000:0.0:1777580301.579047:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917415296 00000100:00100000:0.0:1777580301.579050:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917415296 00000100:00100000:0.0:1777580301.579075:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11344 00000100:00100000:0.0:1777580301.579085:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acdcc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3290:x1863919917415040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580301.579104:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579117:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777580301.579122:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5457 count 1 00010000:00010000:3.0:1777580301.579125:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579131:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.579150:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579159:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.579172:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579175:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.579179:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.579184:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579191:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e459a6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.579198:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018f177b7/0xcb2b2f2f7e42b93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c61c expref: 35 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.579213:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b89582b4 reply state 00000000b855e53e transno 8589950008 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.579221:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.579276:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e4599f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d113 expref: 56 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579293:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e459b4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d113 expref: 55 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579305:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bd:0x0].0x0 (ffffa0249dea8b00) 00010000:00010000:3.0:1777580301.579307:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.579311:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32800, rc 0) 00000100:00100000:3.0:1777580301.579387:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:282241:x1863919946345984:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6775us (9794us total) trans 8589950008 rc 0/0 00000100:00100000:3.0:1777580301.579397:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18564 00000100:00100000:3.0:1777580301.579406:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822520750288 time 7822521464318 state 0x2 ref 0 00010000:00010000:0.0:1777580301.579411:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.579414:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.579417:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.579458:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018f177b7/0xcb2b2f2f7e42b93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c61c expref: 35 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.579474:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018f177b7/0xcb2b2f2f7e42b93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c61c expref: 35 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.579489:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917415680:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.579517:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.579541:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b62900c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.579561:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946346240 00000100:00100000:0.0:1777580301.579565:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946346240 00000100:00100000:0.0:1777580301.579597:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3992 00000100:00100000:0.0:1777580301.579603:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5677450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:282260:x1863919946346240:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:3.0:1777580301.579746:0:205906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e42764 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1529:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c527 expref: 28 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.579759:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393727b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917414272:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.579787:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579797:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579803:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579812:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579824:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.579844:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.579941:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5677450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:282260:x1863919946346240:12345-192.168.202.9@tcp:35:touch.500 Request processed in 323us (422us total) trans 8589950009 rc 0/0 00000100:00100000:0.0:1777580301.579949:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3992 00010000:00010000:0.0:1777580301.580017:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.580023:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580031:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.580035:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580043:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580057:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580064:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e4593d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1529:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580084:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.580086:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.580088:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.580101:0:188246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580114:0:188246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580122:0:188246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580128:0:188246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.580166:0:188246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.580251:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917415424 00000100:00100000:1.0:1777580301.580258:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917415424 00000100:00100000:1.0:1777580301.580307:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11345 00000100:00100000:1.0:1777580301.580319:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+18:3290:x1863919917415168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.580339:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5458 count 1 00010000:00010000:1.0:1777580301.580359:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.580367:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3288:x1863919917412096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46276us (51689us total) trans 8589938401 rc 0/0 00000100:00100000:3.0:1777580301.580380:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11336 00010000:00010000:1.0:1777580301.580385:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e42e09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6b6 expref: 35 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.580394:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.580397:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777580301.580400:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11346 00010000:00010000:1.0:1777580301.580400:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.580411:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3290:x1863919917415552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.580432:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5462 count 1 00010000:00010000:3.0:1777580301.580447:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.580449:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e42e09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6b6 expref: 35 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580301.580462:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235c380/2, rc 0, transno 8589938401 00010000:00010000:3.0:1777580301.580468:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e43055 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c757 expref: 35 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.580472:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917412096:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777580301.580476:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.580479:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.580479:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e42e09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6b6 expref: 35 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.580482:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.580505:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e43055 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c757 expref: 35 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.580507:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023864a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917415808:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.580522:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e43055 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c757 expref: 35 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.580535:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917415936:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.580622:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.580645:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11347 00000100:00100000:1.0:1777580301.580654:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3288:x1863919917415296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.580669:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5459 count 1 00010000:00010000:1.0:1777580301.580682:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.580696:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e42dfb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a1 expref: 35 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.580703:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.580704:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.580707:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.580727:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e42dfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a1 expref: 35 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.580742:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e42dfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a1 expref: 35 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.580752:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239ce09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205897:1863919917416064:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.581333:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11cb40 going to sleep for 11 seconds 00010000:00010000:3.0:1777580301.581351:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777580301.581352:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28000 going to sleep for 11 seconds 00010000:00010000:3.0:1777580301.581357:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.581367:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.581370:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.581374:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3290:x1863919917410816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 58690us (64896us total) trans 8589938402 rc 0/0 00010000:00010000:3.0:1777580301.581380:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.581384:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11348 00000100:00100000:1.0:1777580301.581399:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+18:3288:x1863919917415424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580301.581403:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.581412:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e458db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1525:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777580301.581417:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5461 count 1 00010000:00010000:3.0:1777580301.581433:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.581433:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.581436:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.581440:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.581451:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a331869/0xcb2b2f2f7e42e8e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6d2 expref: 35 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.581459:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.581461:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.581464:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.581558:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a331869/0xcb2b2f2f7e42e8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6d2 expref: 35 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.581621:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a331869/0xcb2b2f2f7e42e8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6d2 expref: 35 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.581642:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023985f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917416192:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.581660:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11327 00000100:00100000:1.0:1777580301.581681:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28e40 going to sleep for 11 seconds 00010000:00010000:1.0:1777580301.581702:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580301.581723:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ac5e4380/2, rc 0, transno 8589938796 00000100:00100000:0.0:1777580301.581737:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ac5e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917411200:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.581742:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235f100/2, rc 0, transno 8589938402 00000100:00100000:1.0:1777580301.581750:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917410816:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.581824:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777580301.581839:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023985f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917416320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.581877:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.581916:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917416320 00000100:00100000:1.0:1777580301.581922:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917416320 00000100:00100000:1.0:1777580301.581964:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11349 00000100:00100000:1.0:1777580301.581972:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+19:3290:x1863919917416320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.581986:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5460 count 1 00010000:00010000:1.0:1777580301.582000:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.582016:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e43063 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c765 expref: 35 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.582024:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.582026:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.582030:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.582053:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e43063 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c765 expref: 35 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.582065:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e43063 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c765 expref: 35 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.582234:0:187654:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 44 changes, 8 in progress, 3 in flight, 40 done 00000100:00100000:1.0:1777580301.582253:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917416448:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.582295:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28540 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.582373:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917416576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.582409:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.582433:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917417088:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.582452:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.582473:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777580301.582479:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917416704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.582500:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.582652:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917416832:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.582673:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.582777:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777580301.582784:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917416960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.582805:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.582838:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917416576 00000100:00100000:3.0:1777580301.582843:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917416576 00000100:00100000:3.0:1777580301.582876:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917417088 00000100:00100000:3.0:1777580301.582879:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917417088 00000100:00100000:3.0:1777580301.582895:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917416704 00000100:00100000:3.0:1777580301.582897:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917416704 00000100:00100000:3.0:1777580301.582912:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917416832 00000100:00100000:3.0:1777580301.582914:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917416832 00000100:00100000:3.0:1777580301.582936:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917416960 00000100:00100000:3.0:1777580301.582938:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917416960 00000100:00100000:3.0:1777580301.582955:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11350 00000100:00100000:3.0:1777580301.582962:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3288:x1863919917416576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.582978:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5421 count 1 00010000:00010000:3.0:1777580301.583000:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583017:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e42b9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c623 expref: 34 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583026:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.583028:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.583031:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583053:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e42b9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c623 expref: 34 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583065:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e42b9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c623 expref: 34 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.583075:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917417216:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.583102:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.583119:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11351 00000100:00100000:3.0:1777580301.583126:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+17:3288:x1863919917417088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.583158:0:205908:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5424 count 1 00010000:00010000:3.0:1777580301.583171:0:205908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583183:0:205908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e4305c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c75e expref: 34 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583190:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.583192:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.583194:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583216:0:205908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e4305c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c75e expref: 34 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583226:0:205908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e4305c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c75e expref: 34 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.583237:0:205908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917417344:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.583265:0:205908:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c780 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.583284:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11352 00000100:00100000:3.0:1777580301.583292:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+17:3288:x1863919917416704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.583305:0:205907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5422 count 1 00010000:00010000:3.0:1777580301.583317:0:205907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583330:0:205907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009240c3f5/0xcb2b2f2f7e42e02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a8 expref: 34 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583337:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.583339:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.583341:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583359:0:205907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009240c3f5/0xcb2b2f2f7e42e02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a8 expref: 34 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.583374:0:205907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009240c3f5/0xcb2b2f2f7e42e02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a8 expref: 34 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.583384:0:205907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ac337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917417472:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.587797:0:205907:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.587849:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11353 00000100:00100000:2.0:1777580301.587849:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.587872:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3290:x1863919917416832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.587919:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5423 count 1 00010000:00010000:3.0:1777580301.587963:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.587989:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000f44c7b/0xcb2b2f2f7e42e25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6bd expref: 34 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.587998:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.588000:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.588004:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588051:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000f44c7b/0xcb2b2f2f7e42e25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6bd expref: 34 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588064:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000f44c7b/0xcb2b2f2f7e42e25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6bd expref: 34 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.588085:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b7e89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205898:1863919917417600:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.588131:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3000 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.588180:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11354 00000100:00100000:3.0:1777580301.588189:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487cc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3290:x1863919917416960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.588203:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5428 count 1 00010000:00010000:3.0:1777580301.588217:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588230:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e43396 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7b2 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588237:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.588238:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.588242:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588265:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e43396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7b2 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588276:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e43396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7b2 expref: 34 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.588294:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239ce09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917417728:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.588333:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02482958a80 going to sleep for 11 seconds 00010000:00010000:3.0:1777580301.588380:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588390:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588398:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588406:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.588412:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588420:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588440:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0249dea8800) 00010000:00010000:3.0:1777580301.588444:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.588449:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588456:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e459ad lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588489:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588495:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588500:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588521:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.588524:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588529:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588536:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa0249dea8600) 00010000:00010000:3.0:1777580301.588538:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.588541:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.588547:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4597c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.588703:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.589049:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946346496 00000100:00100000:0.0:1777580301.589060:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946346496 00000100:00100000:0.0:1777580301.589115:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3993 00000100:00100000:0.0:1777580301.589124:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+55:282239:x1863919946346496:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580301.589295:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.589325:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.589348:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.589371:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.589398:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.589425:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.589436:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.589448:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.589454:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.589458:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.589465:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.589477:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8d00) 00010000:00010000:2.0:1777580301.589480:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777580301.589771:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917415808:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.589808:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.589838:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946346752 00000100:00100000:1.0:1777580301.589843:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946346752 00000100:00100000:0.0:1777580301.589861:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+56:282239:x1863919946346496:12345-192.168.202.9@tcp:35:touch.500 Request processed in 736us (2019us total) trans 8589950010 rc 0/0 00000100:00100000:0.0:1777580301.589871:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3993 00000100:00100000:1.0:1777580301.589886:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11355 00000100:00100000:1.0:1777580301.589896:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2364:x1863919946346752:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580301.589941:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917415680:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.589956:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.589981:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946346880 00000100:00100000:0.0:1777580301.589985:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946346880 00010000:00010000:0.0:1777580301.590008:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e42e09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6b6 expref: 36 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.590035:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946347008 00000100:00100000:0.0:1777580301.590038:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946347008 00010000:00010000:0.0:1777580301.590050:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018f177b7/0xcb2b2f2f7e42b93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c61c expref: 37 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.590070:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4166 00000100:00100000:0.0:1777580301.590077:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2363:x1863919946346880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.590088:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.590093:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e42e09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6b6 expref: 37 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.590104:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e42e09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6b6 expref: 37 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.590126:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e42e09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6b6 expref: 37 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.590159:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.590161:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.590166:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.590178:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.590204:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580301.590657:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.590670:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e45998 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.590710:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4167 00000100:00100000:2.0:1777580301.590721:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2364:x1863919946347008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580301.590731:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.590736:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018f177b7/0xcb2b2f2f7e42b93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c61c expref: 36 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.590749:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018f177b7/0xcb2b2f2f7e42b93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c61c expref: 36 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.590764:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018f177b7/0xcb2b2f2f7e42b93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c61c expref: 36 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.590775:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.590777:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.590780:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.590789:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.590809:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580301.590843:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2364:x1863919946347008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 125us (1493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.590851:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4167 00000100:00100000:0.0:1777580301.591351:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2363:x1863919946346880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1272us (2022us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.591360:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4166 00010000:00010000:0.0:1777580301.591446:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.591458:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.591470:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.591479:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.591500:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.592070:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acdcc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3290:x1863919917415040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12983us (14422us total) trans 8589938802 rc 0/0 00000100:00100000:0.0:1777580301.592080:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11344 00010000:00010000:3.0:1777580301.592110:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.592122:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.592132:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.592158:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.592180:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580301.592564:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+18:3291:x1863919917410944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64908us (75928us total) trans 8589938403 rc 0/0 00010000:00010000:0.0:1777580301.593501:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.593516:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593530:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.593535:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593545:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593568:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593577:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000582ea5df/0xcb2b2f2f7e459c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593605:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.593610:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593617:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.593620:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593628:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593645:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593653:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c9e901f/0xcb2b2f2f7e458fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1523:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593669:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.593671:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.593673:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.593682:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.593697:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593706:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593715:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593723:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.593751:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580301.594440:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11331 00000100:00100000:1.0:1777580301.594474:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946346752:12345-192.168.202.9@tcp:2:touch.500 Request processed in 4573us (5171us total) trans 8589938803 rc 0/0 00000100:00100000:3.0:1777580301.594501:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946346624 00000100:00100000:3.0:1777580301.594524:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946346624 00000100:00100000:0.0:1777580301.594667:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+20:3290:x1863919917415168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14351us (16888us total) trans 8589938804 rc 0/0 00000100:00100000:0.0:1777580301.594679:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11345 00000100:00100000:1.0:1777580301.594697:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11355 00010000:00010000:0.0:1777580301.594713:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.594722:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.594734:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.594738:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.594748:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.594767:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.594772:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822520750288 time 7822521464318 state 0x0 ref 1 00010000:00010000:0.0:1777580301.594775:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8e70007/0xcb2b2f2f7e459c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.594788:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822521564318 time 7822521464318 state 0x1 ref 1 00010000:00010000:0.0:1777580301.594796:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.594798:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.594800:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.594811:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946347264 00000100:00100000:3.0:1777580301.594816:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946347264 00000100:00100000:3.0:1777580301.594833:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822521564318 time 7822521464318 state 0x1 ref 2 00000100:00100000:3.0:1777580301.594849:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946347520 00000100:00100000:3.0:1777580301.594852:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946347520 00000100:00100000:3.0:1777580301.594864:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822521564318 time 7822521464318 state 0x1 ref 3 00000100:00100000:3.0:1777580301.594882:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822543844113 time 7822543744113 state 0x1 ref 3 00000100:00100000:3.0:1777580301.594894:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:282232:x1863919946346624:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.595041:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.595067:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45a0f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d11a expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.595234:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580301.595838:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45a0f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d11a expref: 58 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.595862:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f600/0xcb2b2f2f7e45a0f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d11a expref: 58 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.596465:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580301.596471:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580301.596476:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f600, rc 0) 00000100:00100000:1.0:1777580301.596628:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239ce09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205897:1863919917416064:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.596663:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.596699:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023985f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917416192:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.596712:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.597039:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+58:282232:x1863919946346624:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1673us (7863us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.597051:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18565 00000100:00100000:3.0:1777580301.597101:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822546061981 time 7822545961981 state 0x1 ref 2 00000100:00100000:3.0:1777580301.597119:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:282241:x1863919946347264:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580301.597212:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580301.597241:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e459b4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d113 expref: 57 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.597255:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bd:0x0].0x0 (ffffa0249dea8b00) 00010000:00010000:3.0:1777580301.597265:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.597351:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.597368:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.597377:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.597597:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a046156 reply state 00000000eb76105a transno 8589950011 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.597612:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580301.599199:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+58:282241:x1863919946347264:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2073us (9814us total) trans 8589950011 rc 0/0 00000100:00100000:3.0:1777580301.599213:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18566 00000100:00100000:3.0:1777580301.599266:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822546061981 time 7822548126260 state 0x0 ref 1 00000100:00100000:3.0:1777580301.599459:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:282246:x1863919946347520:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.599488:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.599672:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e45a1d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d121 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.600065:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.600084:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.600098:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.600116:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.600124:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.600131:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.601651:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.601763:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.601818:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.601873:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917416448:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.601908:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.601967:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.601993:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.602017:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.602031:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.602044:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.602068:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.602205:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946347648 00000100:00100000:2.0:1777580301.602215:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946347648 00010000:00010000:2.0:1777580301.602260:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e43055 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c757 expref: 34 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.603006:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946347776 00000100:00100000:0.0:1777580301.603015:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946347776 00010000:00010000:0.0:1777580301.603046:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e42dfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a1 expref: 35 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.603193:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946347904 00000100:00100000:2.0:1777580301.603198:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946347904 00010000:00010000:2.0:1777580301.603219:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a331869/0xcb2b2f2f7e42e8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6d2 expref: 36 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.603328:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x155d:0x0], index 1: 0 00010000:00010000:3.0:1777580301.603629:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45a32 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.603647:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45a32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.603661:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45a32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.604983:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.605000:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.605008:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.605016:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.605021:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.605031:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.605048:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.605051:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.605058:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.605069:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e45a24 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.605087:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed0d9d0e reply state 0000000056e93f46 transno 8589950012 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.605097:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.605179:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e45a1d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d121 expref: 60 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.605197:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45a32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d121 expref: 59 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.605205:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7be:0x0].0x0 (ffffa0249881db00) 00010000:00010000:3.0:1777580301.605208:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.605210:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:3.0:1777580301.605353:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+60:282246:x1863919946347520:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6072us (15951us total) trans 8589950012 rc 0/0 00000100:00100000:3.0:1777580301.605364:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18567 00000100:00100000:3.0:1777580301.605374:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822546061981 time 7822548126260 state 0x2 ref 0 00000100:00100000:3.0:1777580301.605463:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b7e89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205898:1863919917417600:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.605495:0:205898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.605679:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239ce09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917417728:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.605793:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.605858:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02486268e00/2, rc 0, transno 8589938804 00000100:00100000:3.0:1777580301.605888:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917415168:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.605990:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:3.0:1777580301.606002:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0248626b480/2, rc 0, transno 8589938802 00000100:00100000:3.0:1777580301.606010:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0248626b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917415040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.606010:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917417856:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.606042:0:205908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917417344:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.606057:0:205908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.606078:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.606081:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ac337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917417472:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.606093:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.606126:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917417856 00000100:00100000:3.0:1777580301.606408:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.606457:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.606483:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946349184 00000100:00100000:3.0:1777580301.606487:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946349184 00000100:00100000:3.0:1777580301.606554:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11356 00000100:00100000:3.0:1777580301.606564:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239ce09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946349184:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580301.607402:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917417856 00000100:00100000:1.0:1777580301.607460:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11357 00000100:00100000:1.0:1777580301.607470:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3288:x1863919917417856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.607487:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5463 count 1 00010000:00010000:1.0:1777580301.607515:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.607538:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4338f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ab expref: 36 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.607546:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.607549:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.607552:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.608124:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239ce09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946349184:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1559us (1664us total) trans 8589938404 rc 0/0 00000100:00100000:3.0:1777580301.608159:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11356 00000100:00100000:3.0:1777580301.608206:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946349056 00000100:00100000:3.0:1777580301.608213:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946349056 00000100:00100000:3.0:1777580301.608241:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822546061981 time 7822548126260 state 0x0 ref 1 00000100:00100000:3.0:1777580301.608253:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822548226260 time 7822548126260 state 0x1 ref 1 00000100:00100000:3.0:1777580301.608275:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822548226260 time 7822557136883 state 0x0 ref 1 00000100:00100000:0.0:1777580301.608390:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946348032 00000100:00100000:0.0:1777580301.608395:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946348032 00010000:00010000:0.0:1777580301.608424:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e43063 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c765 expref: 37 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.608440:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946348288 00000100:00100000:0.0:1777580301.608444:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946348288 00010000:00010000:0.0:1777580301.608460:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e4305c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c75e expref: 35 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.608473:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946348544 00000100:00100000:0.0:1777580301.608476:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946348544 00010000:00010000:0.0:1777580301.608490:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000f44c7b/0xcb2b2f2f7e42e25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6bd expref: 36 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.608501:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946348416 00000100:00100000:0.0:1777580301.608504:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946348416 00010000:00010000:0.0:1777580301.608517:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009240c3f5/0xcb2b2f2f7e42e02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a8 expref: 37 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.608532:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946348160 00000100:00100000:0.0:1777580301.608535:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946348160 00010000:00010000:0.0:1777580301.608551:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e42b9a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c623 expref: 38 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.608560:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946348672 00000100:00100000:0.0:1777580301.608563:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946348672 00010000:00010000:0.0:1777580301.608575:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e43396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7b2 expref: 39 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.608596:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4168 00000100:00100000:0.0:1777580301.608605:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2363:x1863919946347648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.608618:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.608624:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e43055 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c757 expref: 37 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608640:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e43055 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c757 expref: 37 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608667:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.608669:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.608674:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608686:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608709:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.608735:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2363:x1863919946347648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 131us (13503us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.608742:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4168 00000100:00100000:0.0:1777580301.608761:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4169 00000100:00100000:0.0:1777580301.608768:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2363:x1863919946347776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.608776:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.608782:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e42dfb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a1 expref: 36 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608792:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e42dfb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a1 expref: 36 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608805:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e42dfb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a1 expref: 36 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608820:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.608822:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.608825:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608833:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608858:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.608878:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2363:x1863919946347776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 111us (7240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.608884:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4169 00000100:00100000:0.0:1777580301.608902:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4170 00000100:00100000:0.0:1777580301.608908:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2364:x1863919946348032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.608920:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.608937:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e43063 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c765 expref: 34 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608952:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e43063 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c765 expref: 34 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608965:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e43063 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c765 expref: 34 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608976:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.608978:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.608981:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.608989:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.609008:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.609028:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2364:x1863919946348032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 121us (7210us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.609035:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4170 00000100:00100000:0.0:1777580301.609051:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4171 00000100:00100000:0.0:1777580301.609058:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2362:x1863919946348288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.609065:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.609070:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e4305c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c75e expref: 39 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.609084:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e4305c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c75e expref: 39 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.609096:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e4305c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1530:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c75e expref: 39 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.609107:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.609108:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.609111:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.609117:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.609156:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239ce09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+60:282241:x1863919946349056:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.609173:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.609180:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777580301.609191:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2362:x1863919946348288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 135us (7225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.609197:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4171 00010000:00010000:3.0:1777580301.609201:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e45a47 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d128 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.609268:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e45a47 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d128 expref: 61 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.609294:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e45a47 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d128 expref: 61 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.609320:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bd:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:3.0:1777580301.609323:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580301.609326:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7800, rc 0) 00000100:00100000:3.0:1777580301.609351:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239ce09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+61:282241:x1863919946349056:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1067us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.609358:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18568 00000100:00100000:3.0:1777580301.609364:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822548226260 time 7822557136883 state 0x2 ref 0 00000100:00100000:3.0:1777580301.609433:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917417216:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.609459:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.610003:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4172 00000100:00100000:2.0:1777580301.610020:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2362:x1863919946348544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580301.610033:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.610041:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000f44c7b/0xcb2b2f2f7e42e25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6bd expref: 37 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.610055:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235dc00/2, rc 0, transno 8589938403 00010000:00010000:2.0:1777580301.610056:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000f44c7b/0xcb2b2f2f7e42e25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6bd expref: 37 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.610079:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917410944:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777580301.610102:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ae685500/2, rc 0, transno 8589938800 00000100:00100000:3.0:1777580301.610107:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917411456:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777580301.610120:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235ea00/2, rc 0, transno 8589938397 00000100:00100000:3.0:1777580301.610124:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917411968:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777580301.610151:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235c000/2, rc 0, transno 8589938400 00000100:00100000:3.0:1777580301.610155:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917412480:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777580301.610194:0:205895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082ce233e/0xcb2b2f2f7e42780 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c53c expref: 29 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.610208:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393724380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917414016:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.610224:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.610233:0:205895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.610239:0:205895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.610254:0:205895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.610263:0:205895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.610288:0:205895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580301.610606:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000f44c7b/0xcb2b2f2f7e42e25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x152f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6bd expref: 37 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.610624:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.610626:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.610631:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.610641:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.610681:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580301.610736:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2362:x1863919946348544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 721us (8739us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.610746:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4172 00000100:00100000:2.0:1777580301.610783:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4173 00000100:00100000:2.0:1777580301.610794:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2364:x1863919946348416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580301.610806:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.610812:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009240c3f5/0xcb2b2f2f7e42e02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a8 expref: 35 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.610822:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009240c3f5/0xcb2b2f2f7e42e02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a8 expref: 35 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.610837:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009240c3f5/0xcb2b2f2f7e42e02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x152e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6a8 expref: 35 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.610850:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.610853:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.610856:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.610864:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.610886:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580301.610911:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2364:x1863919946348416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 121us (8893us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.610919:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4173 00000100:00100000:2.0:1777580301.610950:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4174 00000100:00100000:3.0:1777580301.610961:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3288:x1863919917411584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77980us (82321us total) trans 8589938805 rc 0/0 00000100:00100000:2.0:1777580301.610962:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2364:x1863919946348160:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580301.610978:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777580301.610979:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11335 00010000:00010000:2.0:1777580301.610989:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e42b9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x152d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c623 expref: 33 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611001:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e42b9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x152d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c623 expref: 33 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611016:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e42b9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x152d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c623 expref: 33 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611028:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.611030:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.611033:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611042:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611066:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.611172:0:205898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.611182:0:205898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.611192:0:205898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.611200:0:205898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.611219:0:205898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777580301.611453:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.611463:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611474:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bec00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.611479:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611489:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.611504:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2364:x1863919946348160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 544us (9468us total) trans 0 rc 0/0 00010000:00010000:1.0:1777580301.611504:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611520:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e45921 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.611523:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4174 00000100:00100000:3.0:1777580301.611542:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3290:x1863919917416832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23680us (28867us total) trans 8589938405 rc 0/0 00010000:00010000:1.0:1777580301.611547:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.611551:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.611554:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4175 00000100:00100000:3.0:1777580301.611555:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11353 00010000:00010000:1.0:1777580301.611563:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ee00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.611566:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.611572:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2364:x1863919946348672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.611576:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.611582:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611586:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.611597:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611598:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45a01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x152f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611599:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580301.611610:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611610:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e43396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7b2 expref: 31 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611615:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.611617:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.611620:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.611627:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.611628:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611638:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611641:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e43396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7b2 expref: 31 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.611647:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.611656:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611667:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611673:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e43396 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7b2 expref: 31 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611681:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611696:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.611699:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.611702:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.611704:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777580301.611715:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611740:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580301.611761:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2364:x1863919946348672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 195us (9714us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.611768:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4175 00000100:00100000:2.0:1777580301.611787:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4176 00000100:00100000:2.0:1777580301.611798:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2364:x1863919946347904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580301.611809:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.611816:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a331869/0xcb2b2f2f7e42e8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6d2 expref: 32 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611828:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a331869/0xcb2b2f2f7e42e8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6d2 expref: 32 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611844:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a331869/0xcb2b2f2f7e42e8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c6d2 expref: 32 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611856:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.611858:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.611862:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611870:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.611893:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580301.611914:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2364:x1863919946347904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 120us (10151us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.611921:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4176 00010000:00010000:2.0:1777580301.611998:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.612006:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.612014:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612015:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580301.612021:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.612025:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612025:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.612039:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612046:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.612050:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.612055:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bd:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:2.0:1777580301.612060:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.612064:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612076:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612090:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612097:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e459fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x152e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612111:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.612114:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612121:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.612123:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612131:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.612157:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e45a16 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612162:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612170:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e459e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.612191:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.612194:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.612196:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.613355:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3288:x1863919917416704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30056us (30845us total) trans 8589938406 rc 0/0 00000100:00100000:3.0:1777580301.613369:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11352 00010000:00010000:3.0:1777580301.613419:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.613433:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.613445:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.613458:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.613487:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580301.614366:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487cc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3290:x1863919917416960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26175us (31556us total) trans 8589938407 rc 0/0 00000100:00100000:3.0:1777580301.614375:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11354 00000004:00080000:3.0:1777580301.614451:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02395c57480/2, rc 0, transno 8589938407 00000100:00100000:3.0:1777580301.614460:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917416960:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580301.614460:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.614469:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.614472:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02395c56680/2, rc 0, transno 8589938405 00000100:00100000:3.0:1777580301.614475:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917416832:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580301.614482:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4e400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.614487:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614497:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.614500:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614520:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614528:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45a08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614551:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.614553:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.614554:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.614664:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.614674:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.614773:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.614801:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580301.614849:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.614855:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614869:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4fe00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.614872:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614879:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614891:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 1/0,0 mode: --/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614898:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e459ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x152d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.614915:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.614916:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.614918:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.615291:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3288:x1863919917416576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32327us (32879us total) trans 8589938408 rc 0/0 00000100:00100000:3.0:1777580301.615300:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11350 00010000:00010000:0.0:1777580301.615557:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.615566:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.615573:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.615578:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.615584:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.615591:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.615604:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0249881d600) 00010000:00010000:0.0:1777580301.615607:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.615611:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.615616:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e45a2b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.616227:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946348928 00000100:00100000:0.0:1777580301.616238:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946348928 00000100:00100000:0.0:1777580301.616293:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3994 00000100:00100000:0.0:1777580301.616302:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+59:282231:x1863919946348928:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580301.616672:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.616802:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+60:282231:x1863919946348928:12345-192.168.202.9@tcp:35:touch.500 Request processed in 499us (14731us total) trans 8589950013 rc 0/0 00000100:00100000:0.0:1777580301.616811:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3994 00010000:00010000:0.0:1777580301.616846:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.616860:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.616870:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.616883:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.616895:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580301.616902:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580301.617213:0:205906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e43055 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c757 expref: 30 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.617226:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917415936:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.617247:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.617254:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.617260:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.617265:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.617269:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.617280:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580301.617522:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946349440 00000100:00100000:3.0:1777580301.617529:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946349440 00000100:00100000:3.0:1777580301.617563:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822548226260 time 7822557136883 state 0x0 ref 1 00000100:00100000:2.0:1777580301.617636:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3290:x1863919917415552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37224us (39789us total) trans 8589938807 rc 0/0 00000100:00100000:2.0:1777580301.617644:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11346 00000100:00100000:2.0:1777580301.617679:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946349696 00000100:00100000:2.0:1777580301.617684:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946349696 00000100:00100000:2.0:1777580301.617705:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822557236883 time 7822557136883 state 0x1 ref 2 00000100:00100000:2.0:1777580301.617730:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822557236883 time 7822566592164 state 0x0 ref 2 00000100:00100000:2.0:1777580301.617739:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+61:282246:x1863919946349696:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580301.617779:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777580301.617790:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822566692164 time 7822566592164 state 0x1 ref 2 00010000:00010000:2.0:1777580301.617803:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45a32 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d121 expref: 61 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.617815:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7822566692164 time 7822566678189 state 0x0 ref 2 00010000:00010000:2.0:1777580301.617817:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7be:0x0].0x0 (ffffa0249881db00) 00010000:00010000:2.0:1777580301.617832:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580301.617834:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+60:282247:x1863919946349440:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.617847:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.617866:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45a4e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d12f expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.617904:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.617916:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.617936:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.618033:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002629040b reply state 0000000059efb123 transno 8589950014 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.618040:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.618089:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.618102:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.618111:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.618124:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.618131:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.618163:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.618386:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+63:282246:x1863919946349696:12345-192.168.202.9@tcp:36:touch.500 Request processed in 647us (1492us total) trans 8589950014 rc 0/0 00000100:00100000:2.0:1777580301.618392:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18569 00000100:00100000:0.0:1777580301.618516:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3288:x1863919917415296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37862us (40628us total) trans 8589938808 rc 0/0 00000100:00100000:0.0:1777580301.618525:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11347 00010000:00010000:0.0:1777580301.618554:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.618561:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.619251:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1582:0x0], index 0: 0 00010000:00010000:3.0:1777580301.619455:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45a6a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619469:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45a6a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619481:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45a6a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619680:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619783:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619790:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619797:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.619803:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619811:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619825:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.619828:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.619834:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.619841:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45a5c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.619856:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d66575b reply state 00000000973c3c34 transno 8589950015 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.619864:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.620018:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45a4e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d12f expref: 64 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.620036:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45a6a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d12f expref: 63 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.620044:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bf:0x0].0x0 (ffffa0249881de00) 00010000:00010000:3.0:1777580301.620047:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.620050:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5400, rc 0) 00000100:00100000:3.0:1777580301.620125:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+64:282247:x1863919946349440:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2295us (3455us total) trans 8589950015 rc 0/0 00000100:00100000:3.0:1777580301.620160:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18570 00000100:00100000:3.0:1777580301.620168:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7822566692164 time 7822566678189 state 0x2 ref 0 00000100:00100000:3.0:1777580301.620244:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02487cc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917417984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.620313:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.620363:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0248626a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917418496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.620382:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777580301.620502:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023864a0000/2, rc 0, transno 8589938807 00000100:00100000:3.0:1777580301.620522:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917415552:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.620538:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777580301.620544:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917418112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.620577:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777580301.620586:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.620659:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620673:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620692:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620699:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d442402e/0xcb2b2f2f7e459d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620727:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.620734:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620742:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.620746:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620753:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620763:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620769:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e459d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.620788:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.620790:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.620793:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.620803:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580301.621042:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917417984 00000100:00100000:2.0:1777580301.621052:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917417984 00000100:00100000:2.0:1777580301.621102:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917418496 00000100:00100000:2.0:1777580301.621105:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917418496 00000100:00100000:2.0:1777580301.621156:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917418112 00000100:00100000:2.0:1777580301.621159:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917418112 00000100:00100000:2.0:1777580301.621186:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11358 00000100:00100000:2.0:1777580301.621195:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+20:3290:x1863919917417984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580301.621231:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5426 count 1 00010000:00010000:2.0:1777580301.621261:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.621281:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e4306a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c76c expref: 29 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.621295:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.621298:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.621302:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.621343:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e4306a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c76c expref: 29 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.621360:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e4306a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c76c expref: 29 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.621375:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388536680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917418624:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580301.621444:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6285300 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.623747:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11359 00000100:00100000:1.0:1777580301.623781:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3290:x1863919917418496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580301.623834:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5430 count 1 00010000:00010000:1.0:1777580301.624038:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.624075:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e43889 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d8 expref: 28 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.624086:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.624089:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.624092:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.624176:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e43889 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d8 expref: 28 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.624191:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e43889 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d8 expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.624739:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0248626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917418368:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777580301.624823:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.624877:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777580301.624883:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02496fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917418240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777580301.624902:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.625801:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917418752:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.625916:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28000 going to sleep for 11 seconds 00010000:00010000:1.0:1777580301.625975:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.625992:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.626007:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.626020:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.626033:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.626063:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580301.626339:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580301.626347:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.626357:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.626362:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.626372:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.626396:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.626405:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000992ee59a/0xcb2b2f2f7e459de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.626433:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.626435:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.626437:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.627648:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917418368 00000100:00100000:0.0:1777580301.627665:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917418368 00000100:00100000:0.0:1777580301.627732:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917418240 00000100:00100000:0.0:1777580301.627735:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917418240 00000100:00100000:0.0:1777580301.627764:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11360 00000100:00100000:0.0:1777580301.627776:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+22:3290:x1863919917418112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580301.627815:0:206018:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5425 count 1 00010000:00010000:0.0:1777580301.627846:0:206018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.627872:0:206018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 29 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.627881:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.627884:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.627887:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.627942:0:206018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 29 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.627957:0:206018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 29 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.627975:0:206018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917418880:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.629168:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11361 00000100:00100000:3.0:1777580301.629187:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+22:3289:x1863919917418368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.629218:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5429 count 1 00010000:00010000:3.0:1777580301.629243:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.629264:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000116a2233/0xcb2b2f2f7e43652 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c830 expref: 28 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.629273:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.629275:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.629278:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.629316:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000116a2233/0xcb2b2f2f7e43652 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c830 expref: 28 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.629328:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000116a2233/0xcb2b2f2f7e43652 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c830 expref: 28 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.629342:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024975b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917419008:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.629416:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c780 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.629437:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11362 00000100:00100000:3.0:1777580301.629445:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3289:x1863919917418240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.629458:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5427 count 1 00010000:00010000:3.0:1777580301.629470:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.629483:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e43388 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c79d expref: 29 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.629489:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.629490:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.629492:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.631391:0:206018:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6290a80 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.631436:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.631447:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.631456:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.631463:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.631468:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.631473:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580301.631477:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.631496:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7be:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:0.0:1777580301.631500:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.631506:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.631512:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45a55 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.631558:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946349952 00000100:00100000:0.0:1777580301.631568:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946349952 00000100:00100000:0.0:1777580301.631624:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3995 00000100:00100000:0.0:1777580301.631634:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+63:282232:x1863919946349952:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580301.631832:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.631856:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.631881:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946350080 00000100:00100000:2.0:1777580301.631884:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946350080 00000100:00100000:0.0:1777580301.632060:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+64:282232:x1863919946349952:12345-192.168.202.9@tcp:35:touch.500 Request processed in 427us (590us total) trans 8589950016 rc 0/0 00000100:00100000:0.0:1777580301.632069:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3995 00000100:00100000:0.0:1777580301.632103:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946350208 00000100:00100000:0.0:1777580301.632107:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946350208 00010000:00010000:0.0:1777580301.632130:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e43889 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d8 expref: 29 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.632178:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4177 00000100:00100000:0.0:1777580301.632185:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2364:x1863919946350208:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.632195:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.632200:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e43889 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d8 expref: 29 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.632543:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+22:3288:x1863919917415424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51146us (54195us total) trans 8589938809 rc 0/0 00000100:00100000:1.0:1777580301.632553:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11348 00000100:00100000:1.0:1777580301.632649:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917418752:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.632676:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.632729:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917416320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50758us (50853us total) trans 8589938806 rc 0/0 00000100:00100000:1.0:1777580301.632736:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11349 00000004:00080000:1.0:1777580301.632776:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023985f8000/2, rc 0, transno 8589938806 00000100:00100000:1.0:1777580301.632784:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023985f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917416320:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580301.632891:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e43388 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c79d expref: 30 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.632921:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e43388 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c79d expref: 30 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.632946:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024975b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917419136:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.633476:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ccc0 going to sleep for 11 seconds 00010000:00010000:2.0:1777580301.633643:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e4306a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c76c expref: 30 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.633779:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e43889 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d8 expref: 29 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.633808:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e43889 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d8 expref: 29 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.633826:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.633829:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.633835:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.633845:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.635098:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388536680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917418624:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.635155:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.635839:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4178 00000100:00100000:2.0:1777580301.635862:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2364:x1863919946350080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580301.635888:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.636092:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e4306a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c76c expref: 30 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.636118:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e4306a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c76c expref: 30 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.636272:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.636321:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946350464 00000100:00100000:3.0:1777580301.636330:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946350464 00000100:00100000:3.0:1777580301.636372:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7822566692164 time 7822566678189 state 0x0 ref 1 00000100:00100000:3.0:1777580301.636385:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7822566778189 time 7822566678189 state 0x1 ref 1 00000100:00100000:3.0:1777580301.636402:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822566778189 time 7822585264535 state 0x0 ref 1 00000100:00100000:3.0:1777580301.636411:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+64:282247:x1863919946350464:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580301.636477:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580301.636771:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e45a6a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d12f expref: 64 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.636796:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bf:0x0].0x0 (ffffa0249881de00) 00010000:00010000:3.0:1777580301.636809:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.637098:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.637115:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.637126:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.637341:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b04bb781 reply state 00000000941ddffc transno 8589950017 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.637356:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580301.637471:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+65:282247:x1863919946350464:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1057us (1197us total) trans 8589950017 rc 0/0 00000100:00100000:3.0:1777580301.637481:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18571 00000100:00100000:3.0:1777580301.637488:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822566778189 time 7822585264535 state 0x2 ref 0 00000100:00100000:3.0:1777580301.637960:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580301.638146:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e4306a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1532:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c76c expref: 30 pid: 206020 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.638170:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.638173:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.638179:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.638190:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.638330:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580301.638445:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2364:x1863919946350080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2593us (6611us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.638455:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4178 00010000:00010000:3.0:1777580301.638860:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.638873:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.638886:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.639009:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.639046:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2364:x1863919946350208:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6858us (7185us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.639055:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4177 00010000:00010000:3.0:1777580301.639181:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.639205:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.640500:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.640516:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.640527:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.640540:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.640563:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580301.646532:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917418880:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.646579:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.646608:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.646640:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.646663:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.646840:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917419520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.646905:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.646916:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.646964:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777580301.646971:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917419392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.646993:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.647079:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946350720 00000100:00100000:2.0:1777580301.647088:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946350720 00000100:00100000:2.0:1777580301.647159:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822566778189 time 7822585264535 state 0x0 ref 1 00000100:00100000:2.0:1777580301.647178:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822585364535 time 7822585264535 state 0x1 ref 1 00000100:00100000:2.0:1777580301.647199:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946351232 00000100:00100000:2.0:1777580301.647202:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946351232 00000100:00100000:2.0:1777580301.647215:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822585364535 time 7822585264535 state 0x1 ref 2 00000100:00100000:2.0:1777580301.647241:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822596203514 time 7822596103514 state 0x1 ref 2 00000100:00100000:2.0:1777580301.647253:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:282249:x1863919946350720:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580301.647282:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580301.647310:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45aa2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d136 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.647508:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.647527:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.647540:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.647558:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.647565:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.648122:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580301.649387:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x155e:0x0], index 1: 0 00000100:00100000:0.0:1777580301.649509:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822596203514 time 7822598366932 state 0x0 ref 2 00000100:00100000:0.0:1777580301.649540:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+68:282246:x1863919946351232:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.649569:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.649597:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45ab7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d13d expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.649663:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45ab7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d13d expref: 69 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.649678:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45ab7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d13d expref: 69 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.649700:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7be:0x0].0x0 (ffffa02497a21b00) 00010000:00010000:0.0:1777580301.649704:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580301.649707:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4c00, rc 0) 00000100:00100000:0.0:1777580301.649780:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+69:282246:x1863919946351232:12345-192.168.202.9@tcp:101:touch.500 Request processed in 254us (2862us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.649789:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18573 00010000:00010000:2.0:1777580301.649843:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45abe lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.649853:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45abe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.649864:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45abe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.650291:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+24:3290:x1863919917417984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29093us (29973us total) trans 8589938409 rc 0/0 00000100:00100000:3.0:1777580301.650303:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11358 00000100:00100000:3.0:1777580301.650329:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946351104 00000100:00100000:3.0:1777580301.650339:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946351104 00010000:00010000:2.0:1777580301.650480:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.650489:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.650496:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.650514:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.650521:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.650529:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.650543:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580301.650545:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.650549:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.650560:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45aa9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.650658:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f68cfcc reply state 000000005f463683 transno 8589950018 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.650669:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580301.650807:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45aa2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d136 expref: 69 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.650823:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45abe lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d136 expref: 68 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.650830:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c0:0x0].0x0 (ffffa024acb37500) 00010000:00010000:2.0:1777580301.650833:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580301.650835:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51800, rc 0) 00000100:00100000:2.0:1777580301.650893:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+69:282249:x1863919946350720:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3641us (12933us total) trans 8589950018 rc 0/0 00000100:00100000:2.0:1777580301.650916:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18572 00000100:00100000:2.0:1777580301.650924:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822596203514 time 7822598366932 state 0x2 ref 0 00000100:00100000:3.0:1777580301.651123:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917419520 00000100:00100000:3.0:1777580301.651131:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917419520 00000100:00100000:2.0:1777580301.651463:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024975b9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917419008:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.651496:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651535:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580301.651543:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651552:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.651557:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651577:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651597:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651604:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000916d3747/0xcb2b2f2f7e45a78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651629:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580301.651634:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651640:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.651644:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651652:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651662:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651670:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45a7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.651845:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.651847:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.651849:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.652665:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917419392 00000100:00100000:1.0:1777580301.652668:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3290:x1863919917418496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28901us (32277us total) trans 8589938410 rc 0/0 00000100:00100000:0.0:1777580301.652673:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917419392 00000100:00100000:1.0:1777580301.652679:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11359 00000100:00100000:1.0:1777580301.652715:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11363 00000100:00100000:0.0:1777580301.652821:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11364 00000100:00100000:3.0:1777580301.652967:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11365 00000100:00100000:1.0:1777580301.655614:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2361:x1863919946351104:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580301.656094:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3289:x1863919917419520:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.656106:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2361:x1863919946351104:12345-192.168.202.9@tcp:2:touch.500 Request processed in 3383us (9465us total) trans 8589938810 rc 0/0 00000100:00100000:1.0:1777580301.656116:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11363 00002000:00080000:0.0:1777580301.656119:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5471 count 1 00010000:00010000:0.0:1777580301.656661:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.656792:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 29 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.656802:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.656804:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.656808:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 4/0,1 mode: --/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.656861:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 29 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.656877:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 29 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.657124:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917419776:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.657328:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917419648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.657376:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6290a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.657384:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777580301.657459:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02487cc0380/2, rc 0, transno 8589938409 00000100:00100000:1.0:1777580301.657479:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02487cc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917417984:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580301.657493:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0248626a300/2, rc 0, transno 8589938410 00000100:00100000:1.0:1777580301.657497:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0248626a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917418496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.657511:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777580301.657517:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917419264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.657542:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.657817:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3289:x1863919917419392:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777580301.658115:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580301.658168:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.658649:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777580301.658666:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024975b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917419904:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.658705:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.658882:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917419648 00000100:00100000:0.0:1777580301.658892:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917419648 00000100:00100000:0.0:1777580301.658954:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917419264 00000100:00100000:0.0:1777580301.658958:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917419264 00000100:00100000:0.0:1777580301.658993:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11366 00000100:00100000:0.0:1777580301.659003:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:3290:x1863919917419648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.659036:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5467 count 1 00010000:00010000:0.0:1777580301.659068:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659094:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 29 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659103:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.659105:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.659108:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659165:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 29 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659179:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 29 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.659192:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205897:1863919917420160:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.659265:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6290000 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.659292:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659301:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659309:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659316:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.659322:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659332:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659354:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bf:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580301.659357:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.659363:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.659369:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45a9b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.659674:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11367 00000100:00100000:2.0:1777580301.659780:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+24:3290:x1863919917419264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580301.659801:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5464 count 1 00010000:00010000:2.0:1777580301.659820:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.659836:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 29 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.659844:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.659846:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.659848:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.659875:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 29 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.659886:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 29 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.659900:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393727b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917420288:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580301.659953:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6285000 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.660309:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.660345:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660355:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660361:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660367:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.660371:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660377:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660390:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa024acb37a00) 00010000:00010000:0.0:1777580301.660393:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.660397:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660404:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45ab0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660431:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660438:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660444:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660449:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.660452:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660458:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660465:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa0249881d900) 00010000:00010000:0.0:1777580301.660468:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.660471:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660477:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45a63 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660526:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4338f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ab expref: 29 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.660543:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4338f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ab expref: 29 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.660555:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917420416:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.660801:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28540 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.663848:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946350848 00000100:00100000:1.0:1777580301.663865:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946350848 00010000:00010000:1.0:1777580301.664007:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 29 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.664048:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946350976 00000100:00100000:1.0:1777580301.664052:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946350976 00010000:00010000:1.0:1777580301.664069:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000116a2233/0xcb2b2f2f7e43652 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c830 expref: 28 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.664094:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4179 00000100:00100000:1.0:1777580301.664105:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2364:x1863919946350848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.664320:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.664329:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 29 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664347:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 29 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664376:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4a2c449/0xcb2b2f2f7e430f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1531:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c773 expref: 29 pid: 205898 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664392:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.664395:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.664401:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664417:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664452:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.664519:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2364:x1863919946350848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 415us (17911us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.664527:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4179 00000100:00100000:1.0:1777580301.664555:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4180 00000100:00100000:1.0:1777580301.664563:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2364:x1863919946350976:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.664571:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.664576:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000116a2233/0xcb2b2f2f7e43652 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c830 expref: 28 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664586:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000116a2233/0xcb2b2f2f7e43652 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c830 expref: 28 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664598:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000116a2233/0xcb2b2f2f7e43652 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c830 expref: 28 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664610:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.664611:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.664614:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664629:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.664649:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.664670:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2364:x1863919946350976:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 108us (18006us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.664676:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4180 00000100:00100000:2.0:1777580301.664911:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917419904 00000100:00100000:2.0:1777580301.664918:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917419904 00000100:00100000:2.0:1777580301.664973:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11368 00000100:00100000:2.0:1777580301.665081:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+23:3290:x1863919917419904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580301.665109:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5432 count 1 00010000:00010000:2.0:1777580301.665154:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.665172:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e43890 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8df expref: 26 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.665180:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.665181:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580301.665184:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.665223:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e43890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8df expref: 26 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.665236:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e43890 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8df expref: 26 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.665253:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917420544:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580301.665314:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b6285600 going to sleep for 11 seconds 00000100:00100000:2.0:1777580301.666807:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946351488 00000100:00100000:2.0:1777580301.666821:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946351488 00000100:00100000:2.0:1777580301.666870:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822596203514 time 7822598366932 state 0x0 ref 1 00000100:00100000:2.0:1777580301.666886:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822598466932 time 7822598366932 state 0x1 ref 1 00000100:00100000:2.0:1777580301.666914:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946351744 00000100:00100000:2.0:1777580301.666916:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946351744 00000100:00100000:2.0:1777580301.666937:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822598466932 time 7822598366932 state 0x1 ref 2 00000100:00100000:2.0:1777580301.666956:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822615918539 time 7822615818539 state 0x1 ref 2 00000100:00100000:2.0:1777580301.666973:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+67:282249:x1863919946351488:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580301.667357:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580301.667389:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45abe lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d136 expref: 67 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.667412:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c0:0x0].0x0 (ffffa024acb37500) 00010000:00010000:2.0:1777580301.667425:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580301.667513:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.667527:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.667538:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.667913:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006422c730 reply state 00000000c5bd1b94 transno 8589950019 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.667957:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580301.668312:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+68:282249:x1863919946351488:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1343us (10196us total) trans 8589950019 rc 0/0 00000100:00100000:2.0:1777580301.668323:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18574 00000100:00100000:2.0:1777580301.668360:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822615918539 time 7822617221353 state 0x0 ref 1 00000100:00100000:2.0:1777580301.668375:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+67:282250:x1863919946351744:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580301.668388:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580301.668403:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45aef lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d144 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.668528:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.668541:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.668564:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.668950:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.668958:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.668967:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580301.669944:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1583:0x0], index 0: 0 00010000:00010000:2.0:1777580301.670323:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e45b04 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670339:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e45b04 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670352:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e45b04 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670395:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670404:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670413:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670419:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.670425:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670434:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670448:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580301.670451:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.670457:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670469:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45af6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580301.670484:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005aaf2cb reply state 0000000072f6fb12 transno 8589950020 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.670494:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580301.670539:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45aef lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d144 expref: 70 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670555:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e45b04 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d144 expref: 69 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.670563:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c1:0x0].0x0 (ffffa024acb37800) 00000100:00100000:3.0:1777580301.671069:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777580301.671095:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917420032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.671226:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.671285:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917420032 00000100:00100000:3.0:1777580301.671294:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917420032 00000100:00100000:3.0:1777580301.671347:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11369 00000100:00100000:3.0:1777580301.671357:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3289:x1863919917420032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.671390:0:205895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5431 count 1 00010000:00010000:3.0:1777580301.671418:0:205895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.671439:0:205895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e43897 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1537:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ed expref: 26 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.671448:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.671450:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.671454:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.671491:0:205895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e43897 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1537:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ed expref: 26 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.671505:0:205895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e43897 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1537:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ed expref: 26 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.671524:0:205895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388534a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:205895:1863919917420672:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.671605:0:205895:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.671670:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.671832:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.671859:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.671880:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.672002:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.672026:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946352384 00000100:00100000:1.0:1777580301.672031:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946352384 00000100:00100000:3.0:1777580301.672042:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.672065:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11370 00000100:00100000:1.0:1777580301.672072:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2364:x1863919946352384:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580301.672111:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.672131:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.672186:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.672233:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024975b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917419136:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.672262:0:205896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.672288:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946351872 00000100:00100000:3.0:1777580301.672291:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946351872 00000100:00100000:3.0:1777580301.672326:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822617321353 time 7822617221353 state 0x1 ref 2 00000100:00100000:3.0:1777580301.672350:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822617321353 time 7822621211835 state 0x0 ref 2 00000100:00100000:3.0:1777580301.672359:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+70:282247:x1863919946351872:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.672378:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.672400:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45b19 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d14b expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.672461:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45b19 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d14b expref: 71 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.672477:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45b19 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d14b expref: 71 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.672499:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bf:0x0].0x0 (ffffa0249076fc00) 00010000:00010000:3.0:1777580301.672502:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580301.672506:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4e00, rc 0) 00000100:00100000:3.0:1777580301.672552:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282247:x1863919946351872:12345-192.168.202.9@tcp:101:touch.500 Request processed in 193us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.672560:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18576 00002000:00080000:3.0:1777580301.672604:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5465 count 1 00010000:00010000:3.0:1777580301.672625:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.672642:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065a15d42/0xcb2b2f2f7e43621 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c822 expref: 29 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.672650:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.672651:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.672654:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.672683:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065a15d42/0xcb2b2f2f7e43621 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c822 expref: 29 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.672700:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065a15d42/0xcb2b2f2f7e43621 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c822 expref: 29 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.672714:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:206020:1863919917420800:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.672762:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11cb40 going to sleep for 11 seconds 00010000:00010000:2.0:1777580301.673204:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580301.673214:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030200, rc 0) 00000100:00100000:2.0:1777580301.673269:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917420544:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.673297:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.673450:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393727b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917420288:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580301.673464:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.673511:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282250:x1863919946351744:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5140us (15341us total) trans 8589950020 rc 0/0 00000100:00100000:2.0:1777580301.673522:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18575 00000100:00100000:2.0:1777580301.673532:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822617321353 time 7822621211835 state 0x2 ref 0 00000100:00100000:1.0:1777580301.673735:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2364:x1863919946352384:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1662us (1852us total) trans 8589938411 rc 0/0 00000100:00100000:1.0:1777580301.673745:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11370 00000100:00100000:1.0:1777580301.673840:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946352000 00000100:00100000:1.0:1777580301.673847:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946352000 00010000:00010000:1.0:1777580301.673881:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e43388 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c79d expref: 28 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.673902:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946352512 00000100:00100000:1.0:1777580301.673906:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946352512 00010000:00010000:1.0:1777580301.673918:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 30 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.674550:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.675516:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946352640 00000100:00100000:1.0:1777580301.675526:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946352640 00010000:00010000:1.0:1777580301.675562:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 31 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.675581:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946352896 00000100:00100000:1.0:1777580301.675584:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946352896 00010000:00010000:1.0:1777580301.675597:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4338f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ab expref: 32 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.675608:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946352768 00000100:00100000:1.0:1777580301.675611:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946352768 00010000:00010000:1.0:1777580301.675625:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 30 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.675637:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946353024 00000100:00100000:1.0:1777580301.675639:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946353024 00010000:00010000:1.0:1777580301.675655:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e43890 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8df expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.675669:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4181 00000100:00100000:1.0:1777580301.675679:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2362:x1863919946352000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.675695:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.675702:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e43388 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c79d expref: 28 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.675717:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e43388 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c79d expref: 28 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.675749:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e43388 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c79d expref: 28 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.675766:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.675768:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.675774:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.675785:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.675816:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.682252:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4182 00000100:00100000:0.0:1777580301.682281:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2361:x1863919946352512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.682308:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.682321:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 32 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.682348:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 32 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.682383:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.682386:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.682392:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.682404:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.682432:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.682534:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2361:x1863919946352512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 265us (10530us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.682545:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4182 00000100:00100000:1.0:1777580301.682829:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2362:x1863919946352000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7150us (10994us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.682837:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4181 00000100:00100000:1.0:1777580301.682865:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4183 00000100:00100000:1.0:1777580301.682872:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2362:x1863919946352640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.682881:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.682887:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 31 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.682898:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 31 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.682915:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e43381 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7a4 expref: 31 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.682939:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.682941:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.682944:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.682952:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.682974:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.682995:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2362:x1863919946352640:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 124us (10951us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.683001:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4183 00000100:00100000:1.0:1777580301.683017:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4184 00000100:00100000:1.0:1777580301.683024:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2361:x1863919946352896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.683032:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.683038:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4338f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ab expref: 29 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683048:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4338f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ab expref: 29 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683067:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.683069:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.683072:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683079:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.683084:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4185 00010000:00010000:1.0:1777580301.683092:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.683093:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946352768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.683101:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.683107:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 30 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.683108:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2361:x1863919946352896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 85us (10997us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.683114:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4184 00010000:00010000:0.0:1777580301.683120:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 30 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.683127:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4186 00010000:00010000:0.0:1777580301.683150:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.683152:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777580301.683153:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2363:x1863919946353024:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.683155:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683162:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.683163:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683168:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e43890 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1538:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8df expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.683174:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.683179:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e43890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1538:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8df expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.683191:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946352768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 101us (11059us total) trans 0 rc 0/0 00010000:00010000:1.0:1777580301.683193:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e43890 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1538:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8df expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.683198:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4185 00010000:00010000:1.0:1777580301.683223:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.683225:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.683228:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683235:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683254:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.683272:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2363:x1863919946353024:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 139us (11086us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.683278:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4186 00010000:00010000:1.0:1777580301.683343:0:205897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002173d60/0xcb2b2f2f7e4384a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8bc expref: 29 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.683355:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205897:1863919917420160:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.683379:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683389:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683395:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683411:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683420:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.683439:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580301.683529:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.683538:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.683546:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.683552:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.683937:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777580301.684863:0:205896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.684878:0:205896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.684889:0:205896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.684897:0:205896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.684918:0:205896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1777580301.685510:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.685556:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.685690:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.685715:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.685738:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.685767:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.686350:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946353152 00000100:00100000:3.0:1777580301.686362:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946353152 00000100:00100000:3.0:1777580301.686410:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822617321353 time 7822621211835 state 0x0 ref 1 00000100:00100000:3.0:1777580301.686425:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822621311835 time 7822621211835 state 0x1 ref 1 00000100:00100000:3.0:1777580301.686446:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946353792 00000100:00100000:3.0:1777580301.686449:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946353792 00000100:00100000:3.0:1777580301.686462:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822621311835 time 7822621211835 state 0x1 ref 2 00000100:00100000:3.0:1777580301.686474:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946353920 00000100:00100000:3.0:1777580301.686476:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946353920 00000100:00100000:3.0:1777580301.686485:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822621311835 time 7822621211835 state 0x1 ref 3 00000100:00100000:3.0:1777580301.686503:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822635465860 time 7822635365860 state 0x1 ref 3 00000100:00100000:3.0:1777580301.686517:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:282249:x1863919946353152:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.686546:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.686699:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45b27 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d152 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.686780:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45b27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d152 expref: 74 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.686799:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45b27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d152 expref: 74 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.686823:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c0:0x0].0x0 (ffffa024acb37900) 00010000:00010000:3.0:1777580301.686826:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580301.686831:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5000, rc 0) 00000100:00100000:3.0:1777580301.686902:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+74:282249:x1863919946353152:12345-192.168.202.9@tcp:101:touch.500 Request processed in 387us (12353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.686911:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18577 00000100:00100000:3.0:1777580301.686949:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822635911699 time 7822635811699 state 0x1 ref 2 00000100:00100000:3.0:1777580301.686959:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:282250:x1863919946353792:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580301.687115:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580301.687157:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e45b04 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d144 expref: 73 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687175:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c1:0x0].0x0 (ffffa024acb37800) 00010000:00010000:3.0:1777580301.687186:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.687258:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687269:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687279:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.687437:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4616e18 reply state 00000000806fcab8 transno 8589950021 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.687448:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580301.687514:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+74:282250:x1863919946353792:12345-192.168.202.9@tcp:36:touch.500 Request processed in 555us (1824us total) trans 8589950021 rc 0/0 00000100:00100000:3.0:1777580301.687521:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18578 00000100:00100000:3.0:1777580301.687541:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822635911699 time 7822636403800 state 0x0 ref 1 00000100:00100000:3.0:1777580301.687552:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:282259:x1863919946353920:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.687563:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.687659:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45b35 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d159 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687781:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687793:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687802:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687817:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687825:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.687831:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.688561:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x155f:0x0], index 1: 0 00000100:00100000:1.0:1777580301.688625:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3290:x1863919917419648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29619us (31236us total) trans 8589938811 rc 0/0 00000100:00100000:1.0:1777580301.688639:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11366 00000100:00100000:1.0:1777580301.688668:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946354048 00000100:00100000:1.0:1777580301.688676:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946354048 00000100:00100000:0.0:1777580301.688705:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+26:3290:x1863919917418112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 60931us (68135us total) trans 8589938412 rc 0/0 00000100:00100000:0.0:1777580301.688714:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11360 00000100:00100000:1.0:1777580301.688729:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11371 00000100:00100000:1.0:1777580301.688737:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946354048:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:0.0:1777580301.688752:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777580301.688762:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688772:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.688777:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688787:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688806:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688814:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ac3716e/0xcb2b2f2f7e45ad3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688839:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.688844:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688850:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.688853:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688859:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688869:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688876:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e45a86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688890:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.688894:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688900:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.688903:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688915:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688923:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688942:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e45a94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.688955:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.688956:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.688958:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.688974:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.689015:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946354048:12345-192.168.202.9@tcp:2:touch.500 Request processed in 278us (3275us total) trans 8589938812 rc 0/0 00000100:00100000:1.0:1777580301.689022:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11371 00000100:00100000:1.0:1777580301.689048:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946352256 00000100:00100000:1.0:1777580301.689053:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946352256 00000100:00100000:1.0:1777580301.689080:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946354304 00000100:00100000:1.0:1777580301.689083:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946354304 00010000:00010000:0.0:1777580301.689083:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689090:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689096:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6600 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:1.0:1777580301.689097:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3996 00010000:00010000:0.0:1777580301.689100:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.689102:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ac337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282241:x1863919946352256:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580301.689107:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689122:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c0:0x0].0x0 (ffffa024acb37900) 00010000:00010000:0.0:1777580301.689125:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.689129:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689151:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e45ae8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.689180:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946353280 00000100:00100000:0.0:1777580301.689185:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946353280 00010000:00010000:0.0:1777580301.689210:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e43897 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1537:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ed expref: 27 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.689235:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946353408 00000100:00100000:0.0:1777580301.689238:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946353408 00010000:00010000:0.0:1777580301.689252:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065a15d42/0xcb2b2f2f7e43621 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c822 expref: 30 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.689272:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4187 00000100:00100000:0.0:1777580301.689279:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946353280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.689290:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.689295:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e43897 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1537:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ed expref: 27 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689307:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e43897 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1537:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ed expref: 27 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689332:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.689334:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.689339:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689351:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689373:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.689394:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946353280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 116us (3890us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.689401:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4187 00000100:00100000:0.0:1777580301.689462:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4188 00000100:00100000:0.0:1777580301.689468:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946353408:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.689476:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.689480:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065a15d42/0xcb2b2f2f7e43621 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c822 expref: 30 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689490:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065a15d42/0xcb2b2f2f7e43621 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c822 expref: 30 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689503:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.689505:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.689508:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.689510:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ac337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282241:x1863919946352256:12345-192.168.202.9@tcp:35:touch.500 Request processed in 407us (17649us total) trans 8589950022 rc 0/0 00000100:00100000:1.0:1777580301.689518:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3996 00010000:00010000:0.0:1777580301.689523:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.689530:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3997 00010000:00010000:0.0:1777580301.689534:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.689535:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+75:282246:x1863919946354304:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580301.689551:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946353408:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 83us (3995us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.689557:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4188 00000100:00100000:1.0:1777580301.689655:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282246:x1863919946354304:12345-192.168.202.9@tcp:35:touch.500 Request processed in 119us (3887us total) trans 8589950023 rc 0/0 00000100:00100000:1.0:1777580301.689663:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3997 00010000:00010000:1.0:1777580301.689793:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.689803:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.689813:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.689820:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.689839:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580301.689850:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e45b4a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.689862:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e45b4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.689872:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e45b4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.689908:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.689915:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.689920:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689964:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.689972:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690079:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690085:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.690089:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690096:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690106:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024acb37e00) 00010000:00010000:0.0:1777580301.690109:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.690113:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690119:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45afd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690240:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690249:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690257:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690264:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.690279:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580301.690539:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3290:x1863919917419264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30854us (32994us total) trans 8589938813 rc 0/0 00000100:00100000:1.0:1777580301.690547:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11367 00010000:00010000:1.0:1777580301.690577:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.690591:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.690599:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.690605:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.690613:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1777580301.690807:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.690812:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.690824:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.690834:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.690837:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.690840:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.690846:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e45b3c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.690858:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000afc2e65c reply state 000000004ee6ca6c transno 8589950024 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.690865:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.690909:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45b35 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d159 expref: 76 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.690944:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e45b4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d159 expref: 75 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.690952:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c2:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:3.0:1777580301.690954:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.690956:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f800, rc 0) 00000100:00100000:3.0:1777580301.691358:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282259:x1863919946353920:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3805us (5640us total) trans 8589950024 rc 0/0 00000100:00100000:3.0:1777580301.691368:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18579 00000100:00100000:3.0:1777580301.691377:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822635911699 time 7822636403800 state 0x2 ref 0 00000100:00100000:2.0:1777580301.691546:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3289:x1863919917418240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62095us (66635us total) trans 8589938413 rc 0/0 00000100:00100000:2.0:1777580301.691556:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11362 00010000:00010000:2.0:1777580301.691595:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1777580301.691603:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691611:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.691616:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691629:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691645:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691653:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e45ada lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691673:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580301.691678:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691684:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.691687:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691695:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691706:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691713:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45a8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691732:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580301.691737:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691744:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580301.691746:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691754:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691764:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691771:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a331869/0xcb2b2f2f7e45ae1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1538:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.691786:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.691788:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580301.691790:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.691960:0:205895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e43897 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1537:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8ed expref: 26 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.691973:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388534a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:205895:1863919917420672:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.692099:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.692111:0:205895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.692118:0:205895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.692127:0:205895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.692169:0:205895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.692191:0:205895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.692492:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3290:x1863919917419904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27511us (33784us total) trans 8589938415 rc 0/0 00000100:00100000:1.0:1777580301.692501:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11368 00000100:00100000:3.0:1777580301.692517:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3289:x1863919917420032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21162us (21292us total) trans 8589938416 rc 0/0 00000100:00100000:3.0:1777580301.692524:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11369 00010000:00010000:1.0:1777580301.692533:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.692538:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.692546:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.692549:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.692557:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.692569:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.692578:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45b12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1537:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.692594:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.692596:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.692597:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777580301.692619:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024975b9500/2, rc 0, transno 8589938415 00000100:00100000:1.0:1777580301.692637:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024975b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917419904:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777580301.692645:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388536680/2, rc 0, transno 8589938416 00000100:00100000:3.0:1777580301.692649:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917420032:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580301.692652:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1ea00/2, rc 0, transno 8589938813 00000004:00080000:3.0:1777580301.692664:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02496fc8700/2, rc 0, transno 8589938413 00000100:00100000:1.0:1777580301.692665:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917419264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.692668:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02496fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917418240:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580301.692675:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1ed80/2, rc 0, transno 8589938811 00000100:00100000:1.0:1777580301.692679:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917419648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.692781:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239e027100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917421184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.692828:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.692861:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777580301.692867:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239e026300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917421056:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.692887:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.692916:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917421184 00000100:00100000:3.0:1777580301.692936:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917421184 00000100:00100000:3.0:1777580301.693074:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917421056 00000100:00100000:3.0:1777580301.693080:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917421056 00000100:00100000:3.0:1777580301.693108:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11372 00000100:00100000:3.0:1777580301.693117:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+27:3291:x1863919917421184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.693172:0:205907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5439 count 1 00010000:00010000:3.0:1777580301.693200:0:205907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693221:0:205907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 26 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693230:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.693233:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.693237:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693268:0:205907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 26 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693293:0:205907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 26 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.693305:0:205907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917421312:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.693353:0:205907:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c240 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.693370:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239e024a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917420928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.693405:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.693443:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917420928 00000100:00100000:3.0:1777580301.693447:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917420928 00000100:00100000:3.0:1777580301.693474:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11373 00000100:00100000:3.0:1777580301.693481:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3291:x1863919917421056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.693494:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5435 count 1 00010000:00010000:3.0:1777580301.693508:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693520:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693527:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.693528:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.693530:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693550:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693564:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 25 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.693717:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.693760:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917421440:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.693784:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c780 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.693802:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11374 00000100:00100000:3.0:1777580301.693812:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acfd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+28:3289:x1863919917420928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.693825:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5437 count 1 00010000:00010000:3.0:1777580301.693837:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693848:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693855:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.693857:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.693859:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693880:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.693888:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 25 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.693904:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:206021:1863919917421568:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.693934:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c3c0 going to sleep for 11 seconds 00000004:00080000:1.0:1777580301.694110:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef33b80/2, rc 0, transno 8589938412 00010000:00010000:3.0:1777580301.694272:0:206020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065a15d42/0xcb2b2f2f7e43621 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c822 expref: 29 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.694289:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:206020:1863919917420800:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.694314:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.694388:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+28:3289:x1863919917418368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65209us (69564us total) trans 8589938414 rc 0/0 00000100:00100000:0.0:1777580301.694399:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11361 00000100:00100000:1.0:1777580301.694410:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917418112:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580301.694437:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.694444:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.694452:0:205908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.694461:0:205908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.694473:0:205908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.694486:0:205908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.694505:0:205908:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.694542:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.694548:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.694557:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.694561:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.694570:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.694593:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.694600:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a6b227a/0xcb2b2f2f7e459f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.694625:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.694627:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.694629:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.694658:0:205906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e43915 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c910 expref: 28 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.694669:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917419776:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.694831:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917421952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.694868:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.694914:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917421952 00000100:00100000:3.0:1777580301.694920:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917421952 00000100:00100000:3.0:1777580301.694968:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11375 00000100:00100000:3.0:1777580301.694976:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3290:x1863919917421952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.695005:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5434 count 1 00010000:00010000:3.0:1777580301.695021:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.695036:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.695043:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.695046:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.695048:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.695071:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.695082:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 25 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.695093:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917422080:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.695128:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11cb40 going to sleep for 11 seconds 00000004:00080000:2.0:1777580301.695347:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0248626b100/2, rc 0, transno 8589938414 00000100:00100000:2.0:1777580301.695366:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0248626b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917418368:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580301.695377:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.695380:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917421824:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.695387:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.695394:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.695403:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.695409:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777580301.695417:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580301.695432:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1777580301.695435:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580301.695437:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917421696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777580301.695455:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777580301.695492:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.695500:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.695508:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.695515:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.695531:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580301.695699:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917422208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.695726:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.695762:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917421824 00000100:00100000:3.0:1777580301.695767:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917421824 00000100:00100000:3.0:1777580301.695800:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917421696 00000100:00100000:3.0:1777580301.695803:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917421696 00000100:00100000:3.0:1777580301.695820:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917422208 00000100:00100000:3.0:1777580301.695822:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917422208 00000100:00100000:3.0:1777580301.695843:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11376 00000100:00100000:3.0:1777580301.695851:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:3289:x1863919917421824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.695871:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5468 count 1 00010000:00010000:3.0:1777580301.695890:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.695903:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 28 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.695916:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.695917:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.695920:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.695958:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 28 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.695969:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 28 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.696079:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917422336:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.696116:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0238900a480 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.696160:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11377 00000100:00100000:3.0:1777580301.696169:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3289:x1863919917421696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.696181:0:188246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5466 count 1 00010000:00010000:3.0:1777580301.696194:0:188246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.696207:0:188246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 28 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.696214:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.696215:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.696218:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.696239:0:188246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 28 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.696248:0:188246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 28 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.696258:0:188246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:188246:1863919917422464:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.696278:0:188246:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02482958a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.696296:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11378 00000100:00100000:3.0:1777580301.696304:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+29:3291:x1863919917422208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.696317:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5433 count 1 00010000:00010000:3.0:1777580301.696332:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.696345:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.696351:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.696353:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.696356:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.696376:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.696391:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 25 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.696402:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917422592:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.696425:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.696676:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3289:x1863919917419520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43848us (49769us total) trans 8589938814 rc 0/0 00000100:00100000:2.0:1777580301.696844:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+28:3289:x1863919917419392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43868us (49848us total) trans 8589938815 rc 0/0 00000100:00100000:2.0:1777580301.696852:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11365 00000004:00080000:3.0:1777580301.696963:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1df80/2, rc 0, transno 8589938815 00000100:00100000:3.0:1777580301.697073:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917419392:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777580301.697089:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1d880/2, rc 0, transno 8589938814 00000100:00100000:3.0:1777580301.697093:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917419520:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777580301.697248:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917422848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777580301.697278:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580301.697301:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777580301.697307:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917422720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.697315:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11364 00000100:00100000:2.0:1777580301.697327:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.697335:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917422848 00000100:00100000:1.0:1777580301.697340:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917422848 00000100:00100000:1.0:1777580301.697374:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917422720 00000100:00100000:1.0:1777580301.697376:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917422720 00000100:00100000:1.0:1777580301.697399:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11379 00000100:00100000:1.0:1777580301.697406:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3289:x1863919917422848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.697424:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5474 count 1 00010000:00010000:1.0:1777580301.697444:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697460:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 28 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697468:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.697470:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.697473:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.697481:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11380 00000100:00100000:3.0:1777580301.697490:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3289:x1863919917422720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.697496:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 28 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777580301.697503:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5473 count 1 00010000:00010000:1.0:1777580301.697508:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 28 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.697515:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.697519:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917422976:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.697527:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 28 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.697533:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.697535:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.697537:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.697553:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28e40 going to sleep for 11 seconds 00010000:00010000:3.0:1777580301.697555:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 28 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.697564:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 28 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697577:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.697584:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697593:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.697598:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697608:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697627:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697636:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e45acc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697659:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.697664:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.697672:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.697674:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.698094:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:189456:1863919917423104:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.698122:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.698394:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+30:3288:x1863919917417088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 115266us (115939us total) trans 8589938417 rc 0/0 00000100:00100000:0.0:1777580301.698403:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11351 00010000:00010000:0.0:1777580301.698429:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580301.698464:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02395c56a00/2, rc 0, transno 8589938406 00000100:00100000:0.0:1777580301.698485:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917416704:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580301.698499:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02395c54a80/2, rc 0, transno 8589938408 00000100:00100000:0.0:1777580301.698503:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917416576:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580301.698511:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02395c54e00/2, rc 0, transno 8589938417 00000100:00100000:0.0:1777580301.698515:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917417088:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580301.698527:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023864a3480/2, rc 0, transno 8589938809 00000100:00100000:0.0:1777580301.698545:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023864a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917415424:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580301.698557:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02486268700/2, rc 0, transno 8589938808 00000100:00100000:0.0:1777580301.698559:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917415296:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.698649:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.698670:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.698677:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038cbe4f6/0xcb2b2f2f7e45b20 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.698734:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917423232:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.698765:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.698792:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777580301.698799:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b568d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917423360:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.698819:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.698855:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917423232 00000100:00100000:3.0:1777580301.698861:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917423232 00000100:00100000:3.0:1777580301.698891:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11381 00000100:00100000:3.0:1777580301.698899:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+30:3290:x1863919917423232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.698918:0:206018:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5441 count 1 00010000:00010000:1.0:1777580301.698942:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.698944:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.698946:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.698948:0:206018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.698964:0:206018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 26 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.698972:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.698973:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.698976:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.698993:0:205900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e4338f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c7ab expref: 27 pid: 205897 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.699004:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917420416:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.699024:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699035:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699043:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699054:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699062:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699080:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580301.699273:0:206018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 26 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.699285:0:206018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 26 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.699298:0:206018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b568c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917423872:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.699336:0:206018:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.699348:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777580301.699356:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917423744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.699384:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.699411:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917423360 00000100:00100000:3.0:1777580301.699415:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917423360 00000100:00100000:3.0:1777580301.699443:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917423744 00000100:00100000:3.0:1777580301.699445:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917423744 00000100:00100000:3.0:1777580301.699464:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11382 00000100:00100000:3.0:1777580301.699470:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+31:3290:x1863919917423360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.699485:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5436 count 1 00010000:00010000:3.0:1777580301.699498:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.699511:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 25 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.699518:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777580301.699518:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3288:x1863919917417856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 92050us (93440us total) trans 8589938816 rc 0/0 00010000:00010000:3.0:1777580301.699520:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.699523:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.699526:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11357 00010000:00010000:3.0:1777580301.699545:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 25 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.699548:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11383 00000100:00100000:1.0:1777580301.699553:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3291:x1863919917423744:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580301.699556:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 25 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777580301.699564:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5470 count 1 00010000:00010000:1.0:1777580301.699576:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699589:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 28 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699595:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.699597:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.699599:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699619:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 28 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699630:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 28 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.699641:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917424128:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.699660:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28a80 going to sleep for 11 seconds 00000004:00080000:0.0:1777580301.699664:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ae685f80/2, rc 0, transno 8589938805 00010000:00010000:1.0:1777580301.699674:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777580301.699675:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917411584:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.699680:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.699688:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b568ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917423488:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580301.699701:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.699705:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699715:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.699715:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777580301.699729:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.699737:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074bfda30/0xcb2b2f2f7e45a40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580301.699743:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b7100/2, rc 0, transno 8589938816 00000100:00100000:0.0:1777580301.699747:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917417856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.699755:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777580301.699759:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917423616:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.699760:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.699762:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.699764:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.699780:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.699835:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917423488 00000100:00100000:0.0:1777580301.699838:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917423488 00000100:00100000:0.0:1777580301.699854:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917423616 00000100:00100000:0.0:1777580301.699856:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917423616 00000100:00100000:0.0:1777580301.699867:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11384 00000100:00100000:0.0:1777580301.699873:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+32:3288:x1863919917423488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580301.699884:0:205908:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5438 count 1 00010000:00010000:0.0:1777580301.699898:0:205908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.699910:0:205908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 25 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.699918:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.699919:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.699922:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 4/0,1 mode: --/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.699954:0:205908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 25 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.699963:0:205908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 25 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.699989:0:205908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917424512:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.700008:0:205908:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.700022:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917424384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.700042:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.700069:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917424384 00000100:00100000:0.0:1777580301.700072:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917424384 00000100:00100000:0.0:1777580301.700087:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11385 00000100:00100000:0.0:1777580301.700092:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3288:x1863919917423616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.700103:0:205895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5472 count 1 00010000:00010000:0.0:1777580301.700116:0:205895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.700129:0:205895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 28 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.700158:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.700160:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.700163:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.700182:0:205895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 28 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.700192:0:205895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 28 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.700208:0:205895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917424640:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.700232:0:205895:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.700248:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11386 00000100:00100000:0.0:1777580301.700254:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3288:x1863919917424384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.700265:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5476 count 1 00010000:00010000:0.0:1777580301.700277:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.700288:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 26 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.700296:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.700297:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.700300:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.700317:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 26 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.700326:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 26 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.700336:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917424768:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.700352:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.700917:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917424000:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.701077:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02486083480 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.701110:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917424256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.701165:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.701211:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917424256 00000100:00100000:3.0:1777580301.701216:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917424256 00000100:00100000:3.0:1777580301.701293:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11387 00000100:00100000:3.0:1777580301.701303:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3291:x1863919917424256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.701321:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5469 count 1 00010000:00010000:3.0:1777580301.701340:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.701355:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003bbb817a/0xcb2b2f2f7e43b6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b1 expref: 28 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.701363:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 26 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.701375:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.701377:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.701379:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.701406:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 26 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.701418:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 26 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.701428:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205896:1863919917424896:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.701470:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003bbb817a/0xcb2b2f2f7e43b6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b1 expref: 28 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.701481:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003bbb817a/0xcb2b2f2f7e43b6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b1 expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.701491:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205896:1863919917425024:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.701508:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023917c3600 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.708175:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708197:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708206:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708214:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.708221:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708229:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708250:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c1:0x0].0x0 (ffffa0249076f700) 00010000:00010000:0.0:1777580301.708254:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.708259:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708266:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45b2e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708309:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708317:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708323:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708332:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.708335:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708342:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708351:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa0249076f900) 00010000:00010000:0.0:1777580301.708353:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.708356:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.708362:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e45b43 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.728303:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.728356:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.728386:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.728407:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.728443:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946354432 00000100:00100000:0.0:1777580301.728456:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946354432 00000100:00100000:0.0:1777580301.728510:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822635911699 time 7822636403800 state 0x0 ref 1 00000100:00100000:0.0:1777580301.728525:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822636503800 time 7822636403800 state 0x1 ref 1 00000100:00100000:0.0:1777580301.728545:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946355072 00000100:00100000:0.0:1777580301.728547:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946355072 00000100:00100000:0.0:1777580301.728558:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822636503800 time 7822636403800 state 0x1 ref 2 00000100:00100000:1.0:1777580301.728701:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946354688 00000100:00100000:1.0:1777580301.728706:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946354688 00000100:00100000:1.0:1777580301.728743:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3998 00000100:00100000:1.0:1777580301.728754:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5675450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282247:x1863919946354688:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580301.729268:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5675450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282247:x1863919946354688:12345-192.168.202.9@tcp:35:touch.500 Request processed in 513us (909us total) trans 8589950025 rc 0/0 00000100:00100000:1.0:1777580301.729278:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3998 00000100:00100000:0.0:1777580301.730735:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822679689849 time 7822679589849 state 0x1 ref 2 00000100:00100000:0.0:1777580301.730774:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282250:x1863919946354432:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.730799:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.730832:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e45bc8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d160 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.730907:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e45bc8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d160 expref: 77 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.730939:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e45bc8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d160 expref: 77 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.730965:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c1:0x0].0x0 (ffffa02497a21000) 00010000:00010000:0.0:1777580301.730969:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580301.730973:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1c200, rc 0) 00000100:00100000:0.0:1777580301.731034:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282250:x1863919946354432:12345-192.168.202.9@tcp:101:touch.500 Request processed in 278us (2747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.731042:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18580 00000100:00100000:0.0:1777580301.731069:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822679689849 time 7822679932524 state 0x0 ref 1 00000100:00100000:0.0:1777580301.731080:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282254:x1863919946355072:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.731094:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.731105:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45bcf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d167 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.731272:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.731289:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.731298:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.731313:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.731319:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.731326:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.732153:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946354816 00000100:00100000:3.0:1777580301.732165:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946354816 00000100:00100000:3.0:1777580301.732223:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11388 00000100:00100000:3.0:1777580301.732233:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946354816:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580301.732556:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946354816:12345-192.168.202.9@tcp:2:touch.500 Request processed in 325us (4168us total) trans 8589938418 rc 0/0 00000100:00100000:3.0:1777580301.732564:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11388 00000100:00100000:1.0:1777580301.732702:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.732741:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946355328 00000100:00100000:1.0:1777580301.732746:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946355328 00000100:00100000:1.0:1777580301.732774:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822680032524 time 7822679932524 state 0x1 ref 2 00000100:00100000:1.0:1777580301.732793:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822680032524 time 7822681656365 state 0x0 ref 2 00000100:00100000:1.0:1777580301.732802:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:282259:x1863919946355328:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580301.732845:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.732874:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e45b4a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d159 expref: 78 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.732891:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c2:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:1.0:1777580301.732902:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.733269:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.733287:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.733300:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.733437:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ecc207d0 reply state 00000000615bfe24 transno 8589950026 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.733449:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580301.733531:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+79:282259:x1863919946355328:12345-192.168.202.9@tcp:36:touch.500 Request processed in 727us (828us total) trans 8589950026 rc 0/0 00000100:00100000:1.0:1777580301.733540:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18582 00000004:00080000:0.0:1777580301.734328:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1584:0x0], index 0: 0 00010000:00010000:0.0:1777580301.734517:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e45beb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.734531:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e45beb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.734542:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e45beb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.735543:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917422976:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.736198:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.736212:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.736221:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.736228:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.736234:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.736243:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.736260:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580301.736264:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.736271:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.736278:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e45bd6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580301.736299:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028c8d358 reply state 00000000e792aa11 transno 8589950027 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.736309:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580301.736367:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e45bcf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d167 expref: 80 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.736385:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e45beb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d167 expref: 79 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.736392:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c3:0x0].0x0 (ffffa02497a21e00) 00010000:00010000:0.0:1777580301.736395:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580301.736398:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1c800, rc 0) 00000100:00100000:3.0:1777580301.736410:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917421312:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.736477:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282254:x1863919946355072:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5396us (8066us total) trans 8589950027 rc 0/0 00000100:00100000:0.0:1777580301.736488:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18581 00000100:00100000:0.0:1777580301.736497:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822680032524 time 7822681656365 state 0x2 ref 0 00010000:00010000:3.0:1777580301.736572:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.736609:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917421440:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.736624:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.736651:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:206021:1863919917421568:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.736664:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.736691:0:188246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:188246:1863919917422464:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.736704:0:188246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.736728:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917422592:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.736742:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.736912:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.740158:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.740413:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:189456:1863919917423104:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.740452:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.741405:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741431:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741485:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741505:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741529:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741548:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741678:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741691:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741703:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741716:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741729:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741747:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741761:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741773:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741785:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741799:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741840:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741868:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.741914:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946355584 00000100:00100000:1.0:1777580301.741935:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946355584 00000100:00100000:0.0:1777580301.741938:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.741966:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946355456 00000100:00100000:0.0:1777580301.741969:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946355456 00010000:00010000:0.0:1777580301.741995:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 27 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.742033:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946355712 00000100:00100000:0.0:1777580301.742036:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946355712 00010000:00010000:0.0:1777580301.742051:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 28 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.742065:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946355968 00000100:00100000:0.0:1777580301.742068:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946355968 00010000:00010000:0.0:1777580301.742082:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 29 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.742094:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946355840 00000100:00100000:0.0:1777580301.742096:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946355840 00010000:00010000:0.0:1777580301.742113:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 29 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.742124:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946356352 00000100:00100000:0.0:1777580301.742125:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946356352 00010000:00010000:0.0:1777580301.742156:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 30 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.742167:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946356480 00000100:00100000:0.0:1777580301.742170:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946356480 00010000:00010000:0.0:1777580301.742182:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 31 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.742192:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946356608 00000100:00100000:0.0:1777580301.742195:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946356608 00000100:00100000:3.0:1777580301.742409:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917422080:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.742439:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.742468:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917422336:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.742482:0:205898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.742503:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205896:1863919917424896:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.742513:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205896:1863919917425024:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.742529:0:205896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.742549:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b568c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917423872:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.742560:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.742588:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917424000:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.742601:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.742620:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946358016 00000100:00100000:3.0:1777580301.742624:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946358016 00000100:00100000:3.0:1777580301.742749:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11389 00000100:00100000:3.0:1777580301.742760:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2362:x1863919946358016:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:1.0:1777580301.742774:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 29 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.742796:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946356864 00000100:00100000:1.0:1777580301.742799:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946356864 00010000:00010000:1.0:1777580301.742814:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 30 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.742830:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946357120 00000100:00100000:1.0:1777580301.742832:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946357120 00010000:00010000:1.0:1777580301.742845:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 27 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.742853:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946357376 00000100:00100000:1.0:1777580301.742856:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946357376 00010000:00010000:1.0:1777580301.742866:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 28 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.742876:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946356736 00000100:00100000:1.0:1777580301.742878:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946356736 00010000:00010000:1.0:1777580301.742890:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 33 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.742899:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4189 00000100:00100000:1.0:1777580301.742904:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2361:x1863919946355456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.742917:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.742923:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 28 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.742950:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 28 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743073:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e43f19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x153f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca98 expref: 28 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743094:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.743096:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.743102:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743112:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743161:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.743226:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2361:x1863919946355456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 320us (1825us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.743235:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4189 00000100:00100000:1.0:1777580301.743257:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946356992 00000100:00100000:1.0:1777580301.743261:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946356992 00010000:00010000:1.0:1777580301.743275:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 35 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.743288:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946357248 00000100:00100000:1.0:1777580301.743291:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946357248 00010000:00010000:1.0:1777580301.743303:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 31 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743307:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 28 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.743313:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946357504 00000100:00100000:1.0:1777580301.743316:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946357504 00000100:00100000:0.0:1777580301.743325:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946356096 00010000:00010000:1.0:1777580301.743326:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003bbb817a/0xcb2b2f2f7e43b6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b1 expref: 36 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.743328:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946356096 00010000:00010000:0.0:1777580301.743340:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 32 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.743342:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946356224 00000100:00100000:1.0:1777580301.743345:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946356224 00000100:00100000:0.0:1777580301.743353:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4190 00010000:00010000:1.0:1777580301.743355:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 37 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.743359:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946355712:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777580301.743366:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4191 00010000:00010000:0.0:1777580301.743368:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777580301.743372:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946355968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.743372:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 32 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743378:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.743382:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 32 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743383:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 37 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743393:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 37 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743397:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000834f38a7/0xcb2b2f2f7e43b84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b8 expref: 32 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743407:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e43dec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca52 expref: 37 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743408:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743409:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743413:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743418:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.743420:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743421:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743423:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.743431:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743445:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580301.743452:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.743465:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946355968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 94us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.743465:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2361:x1863919946355712:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 105us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.743472:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4191 00000100:00100000:0.0:1777580301.743624:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4190 00000100:00100000:0.0:1777580301.743642:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4192 00000100:00100000:0.0:1777580301.743650:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946355840:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.743658:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.743664:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 30 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743675:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 30 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743688:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e43ba7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1539:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9db expref: 30 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743698:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743700:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743703:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743710:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743730:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.743749:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946355840:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 101us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.743755:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4192 00000100:00100000:0.0:1777580301.743772:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4193 00000100:00100000:0.0:1777580301.743778:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946356352:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.743786:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.743790:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 36 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743800:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 36 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743812:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4747693/0xcb2b2f2f7e43bae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e2 expref: 36 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743822:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743824:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743828:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743835:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743853:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.743871:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946356352:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 93us (2341us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.743878:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4193 00000100:00100000:0.0:1777580301.743892:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4194 00000100:00100000:0.0:1777580301.743898:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2362:x1863919946356480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.743906:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.743912:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 34 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743922:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 34 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743946:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000529414c5/0xcb2b2f2f7e43851 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8c3 expref: 34 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743956:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743958:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.743962:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743970:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.743988:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.744004:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2362:x1863919946356480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 106us (2455us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.744010:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4194 00000100:00100000:0.0:1777580301.744024:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4195 00000100:00100000:0.0:1777580301.744030:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2361:x1863919946355584:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.744038:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.744043:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 28 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744053:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 28 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744066:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b8123f3/0xcb2b2f2f7e43b99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x153b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9d4 expref: 28 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744076:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744078:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744081:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744089:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744105:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.744119:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946355584:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 89us (3986us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.744125:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4195 00000100:00100000:0.0:1777580301.744159:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4196 00000100:00100000:0.0:1777580301.744165:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946356864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.744174:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.744179:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 26 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744190:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 26 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744202:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744203:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744413:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744424:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744439:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.744459:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946356864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 295us (2767us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.744466:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4196 00000100:00100000:0.0:1777580301.744481:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4197 00000100:00100000:0.0:1777580301.744488:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2361:x1863919946357120:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.744495:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.744500:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 28 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744511:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 28 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744530:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744532:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744535:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744543:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744553:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.744564:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2361:x1863919946357120:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 78us (2860us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.744570:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4197 00000100:00100000:0.0:1777580301.744585:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4198 00000100:00100000:0.0:1777580301.744591:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2361:x1863919946357376:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.744599:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.744604:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 27 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744614:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 27 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744627:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000683b0dd2/0xcb2b2f2f7e440e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb16 expref: 27 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744645:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.744658:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2361:x1863919946357376:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 68us (2941us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.744664:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4198 00000100:00100000:0.0:1777580301.744680:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4199 00000100:00100000:0.0:1777580301.744686:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946356736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.744696:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.744701:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 32 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744709:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 32 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744720:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744722:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744725:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744732:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744744:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.744758:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946356736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 73us (3028us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.744764:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4199 00000100:00100000:0.0:1777580301.744778:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4200 00000100:00100000:0.0:1777580301.744784:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2361:x1863919946356992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.744792:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.744797:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 31 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744808:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 31 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744819:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744821:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744825:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744833:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744844:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.744856:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2361:x1863919946356992:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 73us (3109us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.744862:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4200 00000100:00100000:0.0:1777580301.744874:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4201 00000100:00100000:0.0:1777580301.744880:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2361:x1863919946357248:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.744887:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.744892:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 25 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744908:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 25 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744920:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5c12acd/0xcb2b2f2f7e43bd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x153c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9e9 expref: 25 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744943:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744945:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.744948:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744956:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.744977:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.744991:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2361:x1863919946357248:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 111us (3228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.744997:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4201 00000100:00100000:0.0:1777580301.745009:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4202 00000100:00100000:0.0:1777580301.745015:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2361:x1863919946356608:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580301.745023:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.745028:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 26 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.745045:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 26 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.745057:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5132150/0xcb2b2f2f7e442df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb94 expref: 26 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.745066:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.745067:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.745071:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.745079:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.745093:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.745105:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2361:x1863919946356608:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 90us (3427us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.745110:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4202 00000100:00100000:3.0:1777580301.745291:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946358016:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2531us (3350us total) trans 8589938817 rc 0/0 00000100:00100000:3.0:1777580301.745301:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11389 00000100:00100000:3.0:1777580301.745477:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.745585:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.745615:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4203 00000100:00100000:1.0:1777580301.745625:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2361:x1863919946357504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.745635:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.745642:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003bbb817a/0xcb2b2f2f7e43b6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b1 expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745654:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003bbb817a/0xcb2b2f2f7e43b6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b1 expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745670:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bbb817a/0xcb2b2f2f7e43b6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9b1 expref: 28 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745693:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.745695:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.745699:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745708:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.745728:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745733:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.745739:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.745759:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946357504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 136us (3984us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.745766:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4203 00000100:00100000:1.0:1777580301.745780:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4204 00000100:00100000:1.0:1777580301.745786:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946356096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.745794:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.745801:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 23 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745811:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 23 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745824:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e43ba0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x153a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9cd expref: 23 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745835:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.745836:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.745840:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745847:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745865:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.745886:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2363:x1863919946356096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 100us (4100us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.745893:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4204 00000100:00100000:1.0:1777580301.745909:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4205 00000100:00100000:1.0:1777580301.745916:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2363:x1863919946356224:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.745923:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.745940:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 26 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745951:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 26 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745962:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036887a74/0xcb2b2f2f7e4385f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c8d1 expref: 26 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745971:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.745972:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.745975:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.745983:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.746001:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.746020:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2363:x1863919946356224:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 104us (4220us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.746025:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4205 00010000:00010000:1.0:1777580301.746087:0:205900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000309d36a2/0xcb2b2f2f7e43b8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9bf expref: 24 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.746103:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917424128:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.746125:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.746155:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.746164:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.746175:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.746184:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.746203:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.746754:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3291:x1863919917423744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 47198us (47367us total) trans 8589938818 rc 0/0 00000100:00100000:1.0:1777580301.746762:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11383 00000100:00100000:1.0:1777580301.746798:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946357888 00000100:00100000:1.0:1777580301.746808:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946357888 00000100:00100000:1.0:1777580301.746848:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 3999 00000100:00100000:1.0:1777580301.746856:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282249:x1863919946357888:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580301.747065:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747075:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747082:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747092:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.747097:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747106:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747132:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c2:0x0].0x0 (ffffa024b601ee00) 00010000:00010000:0.0:1777580301.747149:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.747154:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747161:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e45be4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.747193:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946357760 00000100:00100000:0.0:1777580301.747197:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946357760 00000100:00100000:1.0:1777580301.747221:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282249:x1863919946357888:12345-192.168.202.9@tcp:35:touch.500 Request processed in 366us (5351us total) trans 8589950028 rc 0/0 00000100:00100000:1.0:1777580301.747229:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 3999 00010000:00010000:1.0:1777580301.747285:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.747296:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.747305:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.747311:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.747311:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822680032524 time 7822681656365 state 0x0 ref 1 00000100:00100000:0.0:1777580301.747322:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822681756365 time 7822681656365 state 0x1 ref 1 00010000:00010000:1.0:1777580301.747330:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580301.747342:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946358528 00000100:00100000:0.0:1777580301.747346:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946358528 00000100:00100000:0.0:1777580301.747359:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822681756365 time 7822681656365 state 0x1 ref 2 00000100:00100000:0.0:1777580301.747372:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946358400 00000100:00100000:0.0:1777580301.747375:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946358400 00000100:00100000:0.0:1777580301.747385:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822681756365 time 7822681656365 state 0x1 ref 3 00000100:00100000:0.0:1777580301.747402:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822696364768 time 7822696264768 state 0x1 ref 3 00000100:00100000:0.0:1777580301.747413:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282259:x1863919946357760:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.747424:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.747445:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e45bf9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d16e expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747492:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e45bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d16e expref: 83 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747504:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e45bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d16e expref: 83 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747521:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c2:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:0.0:1777580301.747523:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580301.747526:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1d600, rc 0) 00000100:00100000:0.0:1777580301.747548:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+83:282259:x1863919946357760:12345-192.168.202.9@tcp:101:touch.500 Request processed in 135us (5709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.747555:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18583 00000100:00100000:0.0:1777580301.747572:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822696535854 time 7822696435854 state 0x1 ref 2 00000100:00100000:0.0:1777580301.747580:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282254:x1863919946358528:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580301.747613:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580301.747626:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e45beb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d167 expref: 82 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747639:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c3:0x0].0x0 (ffffa02497a21e00) 00010000:00010000:0.0:1777580301.747646:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.747675:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+33:3291:x1863919917421184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54558us (54846us total) trans 8589938419 rc 0/0 00000100:00100000:1.0:1777580301.747681:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11372 00010000:00010000:0.0:1777580301.747709:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.747710:0:205896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747718:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.747719:0:205896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.747726:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.747728:0:205896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.747735:0:205896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.747750:0:205896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00010000:0.0:1777580301.747806:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000102f6550 reply state 00000000a68e2f9d transno 8589950029 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.747815:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580301.747862:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+83:282254:x1863919946358528:12345-192.168.202.9@tcp:36:touch.500 Request processed in 281us (2385us total) trans 8589950029 rc 0/0 00000100:00100000:0.0:1777580301.747868:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18584 00000100:00100000:0.0:1777580301.747883:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822696535854 time 7822696746311 state 0x0 ref 1 00000100:00100000:0.0:1777580301.747892:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282263:x1863919946358400:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.747901:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.747911:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e45c07 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d175 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.748253:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.748263:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.748288:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1777580301.748595:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acfd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+33:3289:x1863919917420928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 54784us (55187us total) trans 8589938420 rc 0/0 00000100:00100000:3.0:1777580301.748602:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11374 00010000:00010000:3.0:1777580301.748813:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.748823:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.748832:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.748841:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.748850:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1777580301.749132:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3291:x1863919917422208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52828us (53404us total) trans 8589938421 rc 0/0 00000100:00100000:3.0:1777580301.749166:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11378 00010000:00010000:3.0:1777580301.749192:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749201:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749217:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749224:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749233:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1777580301.749484:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3289:x1863919917422720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51996us (52156us total) trans 8589938819 rc 0/0 00000100:00100000:3.0:1777580301.749492:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11380 00010000:00010000:3.0:1777580301.749515:0:188246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749525:0:188246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749534:0:188246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749542:0:188246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749550:0:188246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1777580301.749787:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3289:x1863919917421696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53620us (54331us total) trans 8589938820 rc 0/0 00000100:00100000:3.0:1777580301.749798:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11377 00010000:00010000:3.0:1777580301.749827:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749837:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749845:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749852:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.749861:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1777580301.750161:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3291:x1863919917421056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56679us (57271us total) trans 8589938422 rc 0/0 00000100:00100000:3.0:1777580301.750167:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11373 00000100:00100000:1.0:1777580301.750220:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3291:x1863919917424256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48919us (49054us total) trans 8589938821 rc 0/0 00000100:00100000:1.0:1777580301.750228:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11387 00010000:00010000:1.0:1777580301.750253:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.750261:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.750269:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.750276:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.750283:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:3.0:1777580301.750317:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.750326:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.750334:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.750346:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.750354:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:1.0:1777580301.750527:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3290:x1863919917421952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55552us (55659us total) trans 8589938423 rc 0/0 00000100:00100000:1.0:1777580301.750533:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11375 00010000:00010000:1.0:1777580301.750557:0:205898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.750593:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+33:3290:x1863919917423360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51122us (51773us total) trans 8589938424 rc 0/0 00000100:00100000:3.0:1777580301.750600:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11382 00010000:00010000:3.0:1777580301.750623:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.750632:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.750641:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.750648:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.750656:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:3.0:1777580301.750906:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+33:3290:x1863919917423232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52006us (52140us total) trans 8589938425 rc 0/0 00000100:00100000:3.0:1777580301.750912:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11381 00000004:00080000:3.0:1777580301.751090:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02390ed0a80/2, rc 0, transno 8589938819 00000100:00100000:3.0:1777580301.751108:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917422720:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777580301.751122:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b5f80/2, rc 0, transno 8589938820 00000100:00100000:3.0:1777580301.751125:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917421696:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777580301.751158:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239e024a80/2, rc 0, transno 8589938420 00000100:00100000:3.0:1777580301.751170:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239e024a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917420928:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.751240:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580301.751285:0:205898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.751295:0:205898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.751302:0:205898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.751312:0:205898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:3.0:1777580301.751488:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917425152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.751523:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.751563:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917425152 00000100:00100000:3.0:1777580301.751569:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917425152 00000100:00100000:3.0:1777580301.751610:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11390 00000100:00100000:3.0:1777580301.751618:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+33:3289:x1863919917425152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.751651:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5440 count 1 00010000:00010000:3.0:1777580301.751678:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.751699:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 24 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.751708:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.751710:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.751714:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.751745:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 24 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.751768:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 24 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.751782:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:206352:1863919917425280:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.751844:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17ba80 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.752485:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.752503:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.752516:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.752532:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.752540:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.752546:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.752818:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3289:x1863919917421824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56966us (57406us total) trans 8589938822 rc 0/0 00000100:00100000:1.0:1777580301.752828:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11376 00010000:00010000:1.0:1777580301.752867:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1777580301.752876:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.752886:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.752891:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.752902:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.752922:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.752943:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e45ba5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.752968:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1777580301.752972:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580301.753065:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1560:0x0], index 1: 0 00010000:00010000:1.0:1777580301.753072:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4e800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.753075:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753083:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753095:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753102:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e45b58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753118:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1777580301.753123:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753130:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.753153:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753161:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753170:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753176:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068ad164f/0xcb2b2f2f7e45bc1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753190:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1777580301.753194:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753201:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4fe00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.753204:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753211:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753220:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753227:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e45b66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753243:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1777580301.753248:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753255:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.753258:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753266:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753275:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753283:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e45b82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1539:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753297:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1777580301.753301:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753307:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.753309:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753321:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753330:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753336:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45b90 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753348:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1777580301.753352:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753358:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.753360:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753366:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753374:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753381:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e45b7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753386:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45c23 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753397:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45c23 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753400:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1777580301.753404:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753405:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45c23 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753411:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ea00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.753413:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753420:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753429:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753435:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e45b5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753443:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753448:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777580301.753450:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753452:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753456:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753460:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4e400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.753462:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.753463:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753465:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753476:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753476:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753485:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753486:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580301.753489:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.753491:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d5e4932/0xcb2b2f2f7e45b6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753492:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753499:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e45c15 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753503:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777580301.753507:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580301.753512:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001aacf1e9 reply state 00000000ee622e08 transno 8589950030 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753513:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.753516:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.753519:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580301.753523:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753530:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753536:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d69acffe/0xcb2b2f2f7e45b9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753556:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.753557:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e45c07 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d175 expref: 85 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.753561:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753572:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45c23 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d175 expref: 84 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753581:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c4:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580301.753584:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580301.753586:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6000, rc 0) 00000100:00100000:0.0:1777580301.753660:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+85:282263:x1863919946358400:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5767us (8074us total) trans 8589950030 rc 0/0 00000100:00100000:0.0:1777580301.753669:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18585 00000100:00100000:0.0:1777580301.753677:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822696535854 time 7822696746311 state 0x2 ref 0 00010000:00010000:0.0:1777580301.753720:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753727:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753734:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753739:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.753742:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753749:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753758:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02497a21600) 00010000:00010000:0.0:1777580301.753761:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.753763:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753769:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e45bdd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753871:0:205908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e12fb033/0xcb2b2f2f7e43de5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca59 expref: 21 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.753885:0:205908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917424512:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.753912:0:205908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753934:0:205908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753942:0:205908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753951:0:205908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753958:0:205908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.753970:0:205908:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777580301.754787:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.754793:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754803:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754821:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754829:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45b97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754855:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.754861:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754868:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.754871:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754883:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754893:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754900:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b0e47ec/0xcb2b2f2f7e45b74 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754914:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.754917:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754934:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.754937:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754945:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754954:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.754961:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e45bac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.755273:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.755276:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.755279:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.755316:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917425536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.755403:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777580301.755478:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1d180/2, rc 0, transno 8589938821 00000100:00100000:1.0:1777580301.755497:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917424256:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.755510:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393724a80/2, rc 0, transno 8589938818 00000100:00100000:1.0:1777580301.755514:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917423744:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.755527:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02390ed0700/2, rc 0, transno 8589938421 00000100:00100000:1.0:1777580301.755538:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917422208:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580301.755548:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239e026300/2, rc 0, transno 8589938422 00000100:00100000:1.0:1777580301.755552:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239e026300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917421056:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580301.755561:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239e027100/2, rc 0, transno 8589938419 00000100:00100000:1.0:1777580301.755563:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239e027100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917421184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580301.755645:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+34:3288:x1863919917423488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55769us (55926us total) trans 8589938426 rc 0/0 00000100:00100000:0.0:1777580301.755657:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11384 00000100:00100000:0.0:1777580301.755694:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917425536 00000100:00100000:0.0:1777580301.755701:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917425536 00000100:00100000:0.0:1777580301.755745:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11391 00000100:00100000:0.0:1777580301.755756:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+33:3291:x1863919917425536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.755793:0:205908:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5477 count 1 00010000:00010000:0.0:1777580301.755822:0:205908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.755844:0:205908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 25 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.755855:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.755858:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.755862:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.755902:0:205908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 25 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.755916:0:205908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 25 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.755941:0:205908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205908:1863919917425664:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.756012:0:205908:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c780 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.756100:0:205895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007622e43a/0xcb2b2f2f7e43b92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90c9c6 expref: 23 pid: 205896 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.756115:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917424640:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.756152:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.756163:0:205895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.756171:0:205895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.756182:0:205895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.756191:0:205895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.757355:0:205895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.757875:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3288:x1863919917423616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57778us (58089us total) trans 8589938823 rc 0/0 00000100:00100000:0.0:1777580301.757885:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11385 00000100:00100000:3.0:1777580301.759306:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917425792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.759380:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777580301.759451:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393724e00/2, rc 0, transno 8589938823 00000100:00100000:3.0:1777580301.759458:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917423616:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1777580301.759470:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024b568ed80/2, rc 0, transno 8589938426 00000100:00100000:3.0:1777580301.759477:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b568ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917423488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.759491:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777580301.759497:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239ce09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917425920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.759517:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.759549:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917425792 00000100:00100000:3.0:1777580301.759556:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917425792 00000100:00100000:3.0:1777580301.759599:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917425920 00000100:00100000:3.0:1777580301.759602:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917425920 00000100:00100000:3.0:1777580301.759618:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11392 00000100:00100000:3.0:1777580301.759627:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+35:3288:x1863919917425792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.759659:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5442 count 1 00010000:00010000:3.0:1777580301.759693:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.759727:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 24 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.759736:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.759738:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.759742:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.759774:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 24 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.759788:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 24 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.759800:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486269500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917426176:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.759868:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.759892:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11393 00000100:00100000:3.0:1777580301.759900:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:3288:x1863919917425920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.759914:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5443 count 1 00010000:00010000:3.0:1777580301.759939:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.759952:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 24 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.759965:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.759966:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.759969:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.759990:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 24 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.760000:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 24 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.760011:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486269880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917426304:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.760036:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3000 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.760490:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760501:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760508:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760516:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.760521:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760529:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760548:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c3:0x0].0x0 (ffffa0249076f900) 00010000:00010000:0.0:1777580301.760551:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.760557:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760563:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e45c00 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760619:0:188247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e43f20 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca9f expref: 25 pid: 206023 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.760634:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917424768:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.760662:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760673:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760680:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760690:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760697:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.760709:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580301.761107:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486268380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917426432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.761181:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946358784 00000100:00100000:1.0:1777580301.761188:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946358784 00000100:00100000:1.0:1777580301.761235:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4000 00000100:00100000:1.0:1777580301.761245:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+83:282250:x1863919946358784:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580301.761347:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3288:x1863919917424384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61091us (61302us total) trans 8589938824 rc 0/0 00000100:00100000:0.0:1777580301.761355:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11386 00000100:00100000:3.0:1777580301.761495:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.761646:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00080000:3.0:1777580301.761704:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1c380/2, rc 0, transno 8589938824 00000100:00100000:3.0:1777580301.761711:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917424384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.761730:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946358912 00000100:00100000:3.0:1777580301.761734:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946358912 00000100:00100000:3.0:1777580301.761764:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11394 00000100:00100000:3.0:1777580301.761771:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2361:x1863919946358912:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580301.762010:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2361:x1863919946358912:12345-192.168.202.9@tcp:2:touch.500 Request processed in 238us (514us total) trans 8589938427 rc 0/0 00000100:00100000:3.0:1777580301.762017:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11394 00000100:00100000:1.0:1777580301.762791:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+84:282250:x1863919946358784:12345-192.168.202.9@tcp:35:touch.500 Request processed in 322us (10327us total) trans 8589950031 rc 0/0 00000100:00100000:1.0:1777580301.762811:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4000 00010000:00010000:1.0:1777580301.762849:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.762860:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.762873:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.762878:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.762889:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.762914:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.762922:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e45bb3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.762966:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.762971:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.763159:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.763162:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.763176:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.763187:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.763194:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e45bba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.763211:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.763212:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.763214:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.763222:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.763230:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.763271:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917425408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.763345:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.764912:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917425408 00000100:00100000:0.0:1777580301.764937:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917425408 00000100:00100000:0.0:1777580301.765018:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11395 00000100:00100000:0.0:1777580301.765029:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+34:3290:x1863919917425408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.765071:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5475 count 1 00010000:00010000:0.0:1777580301.765104:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.765158:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.765169:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.765172:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.765176:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.765302:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.765318:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 22 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.765336:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205896:1863919917426560:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.765588:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.765619:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.765678:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.765700:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.765779:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.765846:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:206352:1863919917425280:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.765875:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.765911:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486269500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917426176:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.765935:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.765959:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486269880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917426304:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.765973:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.766242:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02487cc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917426048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.766289:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777580301.766333:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024b568d880/2, rc 0, transno 8589938424 00000100:00100000:1.0:1777580301.766352:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b568d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917423360:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580301.766365:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02390ed0000/2, rc 0, transno 8589938425 00000100:00100000:1.0:1777580301.766368:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917423232:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580301.766378:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02390ed1180/2, rc 0, transno 8589938423 00000100:00100000:1.0:1777580301.766381:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917421952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.766419:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946359680 00000100:00100000:1.0:1777580301.766425:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946359680 00000100:00100000:1.0:1777580301.766466:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4001 00000100:00100000:1.0:1777580301.766475:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+84:282259:x1863919946359680:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580301.767571:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917426688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.767634:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.767670:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777580301.767676:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917426816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.767697:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.767722:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917426944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.767742:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.767775:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917426048 00000100:00100000:3.0:1777580301.767782:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917426048 00000100:00100000:3.0:1777580301.767821:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917426688 00000100:00100000:3.0:1777580301.767824:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917426688 00000100:00100000:3.0:1777580301.767842:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917426816 00000100:00100000:3.0:1777580301.767844:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917426816 00000100:00100000:3.0:1777580301.767858:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917426944 00000100:00100000:3.0:1777580301.767860:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917426944 00000100:00100000:3.0:1777580301.767876:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11396 00000100:00100000:3.0:1777580301.767883:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+39:3290:x1863919917426048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.767906:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5444 count 1 00010000:00010000:3.0:1777580301.768420:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768447:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 24 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768457:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.768459:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.768463:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768497:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 24 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768510:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 24 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.768525:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917427072:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.768603:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02482958a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.768625:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11397 00000100:00100000:3.0:1777580301.768636:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+39:3288:x1863919917426688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.768652:0:206018:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5447 count 1 00010000:00010000:3.0:1777580301.768667:0:206018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768679:0:206018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 21 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768687:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.768688:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.768691:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768712:0:206018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 21 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768722:0:206018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 21 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.768733:0:206018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917427200:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.768759:0:206018:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3000 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.768776:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11398 00000100:00100000:3.0:1777580301.768784:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3288:x1863919917426816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.768795:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5448 count 1 00010000:00010000:3.0:1777580301.768808:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768821:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 21 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768827:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.768829:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.768831:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768852:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 21 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768862:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 21 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.768872:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917427328:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.768896:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.768914:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11399 00000100:00100000:3.0:1777580301.768922:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+39:3290:x1863919917426944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.768948:0:205907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5446 count 1 00010000:00010000:3.0:1777580301.768961:0:205907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768974:0:205907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 21 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.768987:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.768988:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.768991:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.769010:0:205907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 21 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.769019:0:205907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 21 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.769029:0:205907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917427456:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.769053:0:205907:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.769673:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+85:282259:x1863919946359680:12345-192.168.202.9@tcp:35:touch.500 Request processed in 3196us (3968us total) trans 8589950032 rc 0/0 00000100:00100000:1.0:1777580301.769761:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4001 00000004:00080000:1.0:1777580301.769847:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b4e00/2, rc 0, transno 8589938822 00000100:00100000:1.0:1777580301.769856:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917421824:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.770561:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c600 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.770667:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917427968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.770722:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.770766:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777580301.770773:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917427584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.770794:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.770796:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946359168 00000100:00100000:1.0:1777580301.770806:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946359168 00000100:00100000:3.0:1777580301.770814:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917428096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.770833:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777580301.770846:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 25 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.770857:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917427712:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.770880:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946359296 00000100:00100000:1.0:1777580301.770883:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946359296 00000100:00100000:3.0:1777580301.770884:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777580301.770900:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 25 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.770904:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777580301.770909:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917427840:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.770916:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946359424 00000100:00100000:1.0:1777580301.770920:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946359424 00000100:00100000:3.0:1777580301.770942:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777580301.770944:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 26 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.770957:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946359808 00000100:00100000:1.0:1777580301.770960:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946359808 00000100:00100000:3.0:1777580301.770970:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917427968 00000100:00100000:3.0:1777580301.770973:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917427968 00010000:00010000:1.0:1777580301.770974:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 27 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.770996:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917427584 00000100:00100000:3.0:1777580301.770999:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917427584 00000100:00100000:3.0:1777580301.771014:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917428096 00000100:00100000:3.0:1777580301.771016:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917428096 00000100:00100000:3.0:1777580301.771024:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917427712 00000100:00100000:3.0:1777580301.771026:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917427712 00000100:00100000:3.0:1777580301.771034:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917427840 00000100:00100000:3.0:1777580301.771036:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917427840 00000100:00100000:3.0:1777580301.771049:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11400 00000100:00100000:3.0:1777580301.771057:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3290:x1863919917427968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.771084:0:193009:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5481 count 1 00010000:00010000:3.0:1777580301.771112:0:193009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.771563:0:193009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 25 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.771572:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.771575:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.771578:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.771772:0:193009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 25 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.771788:0:193009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 25 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.771803:0:193009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917428224:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.771889:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4206 00000100:00100000:1.0:1777580301.771902:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2363:x1863919946359168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.771913:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.771919:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 27 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.771945:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 27 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.771966:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11401 00010000:00010000:1.0:1777580301.771970:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e440af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb08 expref: 27 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.771978:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:3290:x1863919917427584:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.771998:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1777580301.771998:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5478 count 1 00010000:00010000:1.0:1777580301.771999:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.772004:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.772014:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772015:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.772027:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 25 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.772033:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.772035:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.772037:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772040:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580301.772056:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 25 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.772064:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 25 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.772067:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2363:x1863919946359168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 170us (6481us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.772075:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4206 00000100:00100000:0.0:1777580301.772075:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:206023:1863919917428352:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.772098:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4207 00000100:00100000:0.0:1777580301.772099:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.772105:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2363:x1863919946359296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.772113:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.772118:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 25 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772129:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 25 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.772146:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4208 00000100:00100000:0.0:1777580301.772155:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2362:x1863919946359424:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.772157:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.772159:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.772162:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.772163:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.772168:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 25 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772170:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772184:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580301.772185:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 25 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.772196:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e444bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1543:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cbfd expref: 25 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.772202:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2363:x1863919946359296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 98us (6583us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.772208:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4207 00000100:00100000:1.0:1777580301.772223:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4209 00000100:00100000:1.0:1777580301.772230:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2363:x1863919946359808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.772240:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.772245:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 24 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772260:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 24 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772273:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e442ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb7f expref: 24 pid: 205908 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772284:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.772285:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.772288:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.772288:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.772289:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.772293:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772296:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.772302:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772316:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580301.772319:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580301.772360:0:193009:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7b480 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.772400:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11402 00000100:00100000:3.0:1777580301.772408:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:3290:x1863919917428096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.772422:0:188246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5484 count 1 00010000:00010000:3.0:1777580301.772435:0:188246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.772447:0:188246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 22 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.772455:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.772456:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.772459:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.772478:0:188246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 22 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.772488:0:188246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 22 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.772498:0:188246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:188246:1863919917428480:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.772533:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2363:x1863919946359808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 105us (6555us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.772541:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4209 00000100:00100000:1.0:1777580301.772595:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11403 00000100:00100000:1.0:1777580301.772603:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3288:x1863919917427712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.772616:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5479 count 1 00010000:00010000:1.0:1777580301.772629:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772640:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 24 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772648:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.772650:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.772652:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772670:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 24 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.772777:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 24 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.772791:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917428608:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.775310:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2362:x1863919946359424:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3141us (9615us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.775327:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4208 00010000:00010000:0.0:1777580301.775439:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.775455:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.775470:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.775480:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.775509:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.775887:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3288:x1863919917425920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15985us (16366us total) trans 8589938428 rc 0/0 00000100:00100000:0.0:1777580301.775896:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11393 00000100:00100000:0.0:1777580301.775935:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11404 00000100:00100000:0.0:1777580301.775951:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3288:x1863919917427840:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.775984:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5480 count 1 00010000:00010000:0.0:1777580301.776011:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.776032:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 24 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.776041:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.776043:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.776047:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.776081:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 24 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.776094:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 24 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.776111:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917428736:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.776202:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9240 going to sleep for 11 seconds 00000004:00080000:0.0:1777580301.776253:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239ce09180/2, rc 0, transno 8589938428 00000100:00100000:0.0:1777580301.776267:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239ce09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917425920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580301.776327:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917428864:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580301.776357:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777580301.777403:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.777421:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.777433:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.777441:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.777466:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580301.777980:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3289:x1863919917422848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80570us (80697us total) trans 8589938825 rc 0/0 00000100:00100000:0.0:1777580301.777990:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11379 00000100:00100000:0.0:1777580301.778022:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917428864 00000100:00100000:0.0:1777580301.778031:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917428864 00000100:00100000:0.0:1777580301.779030:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11405 00000100:00100000:0.0:1777580301.779041:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+40:3288:x1863919917428864:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.779757:0:188246:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7be40 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.779906:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.779995:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00080000:0.0:1777580301.780069:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5450 count 1 00010000:00010000:0.0:1777580301.780104:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.780130:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 21 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.780152:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.780155:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.780158:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.780202:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28180 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.780204:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 21 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580301.780264:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02390ed3100/2, rc 0, transno 8589938825 00000100:00100000:1.0:1777580301.780280:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917422848:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.780301:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.780309:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780319:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.780324:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780334:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780357:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780366:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000434cbc6/0xcb2b2f2f7e45c3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.780378:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 21 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780391:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777580301.780395:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917428992:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.780396:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780402:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.780405:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780412:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780422:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.780428:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055fa872b/0xcb2b2f2f7e45b89 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.780432:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777580301.780446:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.780448:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.780450:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.780457:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.780529:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917429120:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580301.780871:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.780883:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.780894:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.780903:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.780938:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.781320:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946359040 00000100:00100000:0.0:1777580301.781330:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946359040 00000100:00100000:0.0:1777580301.781376:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822696535854 time 7822696746311 state 0x0 ref 1 00000100:00100000:0.0:1777580301.781391:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822696846311 time 7822696746311 state 0x1 ref 1 00000100:00100000:0.0:1777580301.781417:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946359936 00000100:00100000:0.0:1777580301.781420:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946359936 00000100:00100000:0.0:1777580301.781432:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822041473310 time 7822053272308 state 0x0 ref 1 00000100:00100000:0.0:1777580301.781439:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822053372308 time 7822053272308 state 0x1 ref 1 00000100:00100000:0.0:1777580301.781454:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946360064 00000100:00100000:0.0:1777580301.781457:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946360064 00000100:00100000:0.0:1777580301.781470:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822053372308 time 7822053272308 state 0x1 ref 2 00000100:00100000:0.0:1777580301.781491:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822730452880 time 7822730352880 state 0x1 ref 2 00000100:00100000:0.0:1777580301.781505:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+87:282261:x1863919946359936:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580301.781530:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.781553:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e45c93 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d183 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781628:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781644:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781657:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781675:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781683:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781689:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781821:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45ca8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781831:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781839:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580301.781875:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b5:0x0]: returning size 0 00000004:00200000:0.0:1777580301.781880:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580301.781905:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781920:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781943:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781951:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781958:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781965:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.781969:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781976:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.781989:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580301.781992:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.781997:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782004:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e45c9a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782022:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782028:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782034:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782040:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.782042:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782048:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782055:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0249881d900) 00010000:00010000:0.0:1777580301.782057:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.782060:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782067:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e45ca1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782104:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e45c93 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d183 expref: 89 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782156:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45ca8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d183 expref: 88 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.782164:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b5:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580301.782167:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580301.782170:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51c00, rc 0) 00000100:00100000:0.0:1777580301.783103:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+88:282261:x1863919946359936:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1597us (3194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.783115:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18587 00000100:00100000:0.0:1777580301.783186:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822696846311 time 7822732047096 state 0x0 ref 1 00000100:00100000:0.0:1777580301.783203:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+87:282254:x1863919946359040:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.783302:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.783323:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45caf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d17c expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.783379:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45caf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d17c expref: 88 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.783392:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45caf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d17c expref: 88 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.783412:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777580301.783412:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c3:0x0].0x0 (ffffa0249881de00) 00010000:00010000:0.0:1777580301.783415:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580301.783418:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51800, rc 0) 00000100:00100000:2.0:1777580301.783514:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822730452880 time 7822732374609 state 0x0 ref 1 00000100:00100000:2.0:1777580301.783529:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+88:282264:x1863919946360064:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580301.783540:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580301.783551:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e45cb6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d18a expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.783616:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.783626:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.783627:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+41:3289:x1863919917425152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32010us (32103us total) trans 8589938429 rc 0/0 00010000:00010000:2.0:1777580301.783636:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.783648:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.783655:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.783662:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.783760:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11390 00000100:00100000:3.0:1777580301.783782:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917429120 00000100:00100000:3.0:1777580301.783791:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917429120 00000100:00100000:3.0:1777580301.783825:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11406 00000100:00100000:3.0:1777580301.783832:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+40:3289:x1863919917429120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.783852:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5483 count 1 00010000:00010000:3.0:1777580301.783874:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.783894:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.783903:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.783905:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.783909:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.783964:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.783979:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 22 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.783997:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917429248:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.784069:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1777580301.784098:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.784109:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.784118:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.784157:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.784185:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580301.784807:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+41:3288:x1863919917425792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25178us (25424us total) trans 8589938430 rc 0/0 00000100:00100000:3.0:1777580301.784815:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11392 00010000:00010000:2.0:1777580301.785159:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45cd2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785177:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785189:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580301.785228:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b6:0x0]: returning size 0 00000004:00200000:2.0:1777580301.785234:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580301.785259:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785273:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785283:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785290:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785298:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785305:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.785310:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785318:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785333:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580301.785336:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.785340:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785347:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e45cbd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785365:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785374:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785379:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785383:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580301.785386:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785391:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785398:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024acb37500) 00010000:00010000:2.0:1777580301.785401:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580301.785404:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785410:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e45cc4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785452:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e45cb6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d18a expref: 90 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785476:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d18a expref: 89 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580301.785484:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b6:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:2.0:1777580301.785486:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580301.785489:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030e00, rc 0) 00000100:00100000:2.0:1777580301.785530:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+89:282264:x1863919946360064:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2003us (5534us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580301.785540:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18588 00000100:00100000:2.0:1777580301.785548:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822730452880 time 7822732374609 state 0x2 ref 0 00000100:00100000:3.0:1777580301.786004:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.786038:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.786065:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.786086:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.786104:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.786373:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.786395:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.786453:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.786517:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917427072:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.786549:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.786591:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917427200:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.786605:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.786647:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917427328:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.786661:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.787794:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917427456:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.787826:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.787875:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946360192 00000100:00100000:3.0:1777580301.787884:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946360192 00000100:00100000:3.0:1777580301.788030:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822730452880 time 7822732374609 state 0x0 ref 1 00000100:00100000:3.0:1777580301.788046:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822732474609 time 7822732374609 state 0x1 ref 1 00000100:00100000:3.0:1777580301.788062:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946360832 00000100:00100000:3.0:1777580301.788066:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946360832 00000100:00100000:3.0:1777580301.788082:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822732474609 time 7822732374609 state 0x1 ref 2 00000100:00100000:3.0:1777580301.788090:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946360960 00000100:00100000:3.0:1777580301.788092:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946360960 00000100:00100000:3.0:1777580301.788101:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822732474609 time 7822732374609 state 0x1 ref 3 00000100:00100000:3.0:1777580301.788106:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946361088 00000100:00100000:3.0:1777580301.788109:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946361088 00000100:00100000:3.0:1777580301.788115:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822732474609 time 7822732374609 state 0x1 ref 4 00000100:00100000:3.0:1777580301.788121:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946361728 00000100:00100000:3.0:1777580301.788124:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946361728 00000100:00100000:3.0:1777580301.788154:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822732147096 time 7822732047096 state 0x1 ref 2 00000100:00100000:3.0:1777580301.788169:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822732147096 time 7822737030970 state 0x0 ref 2 00000100:00100000:3.0:1777580301.788181:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+93:282263:x1863919946361728:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580301.789829:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.789847:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.789863:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.789869:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.789881:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.789908:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.789917:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e45c0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.789965:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.789971:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.789977:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ee00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.789981:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.789989:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.789999:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.790005:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000099b045f/0xcb2b2f2f7e45c38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.790021:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.790022:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.790024:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.790062:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822739021212 time 7822738921212 state 0x1 ref 4 00000100:00100000:0.0:1777580301.790089:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+93:282267:x1863919946360192:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580301.790112:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.790480:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580301.790506:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e45c23 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d175 expref: 93 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.790528:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c4:0x0].0x0 (ffffa0249076f500) 00010000:00010000:3.0:1777580301.790539:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.790629:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.790646:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.790659:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.790847:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055497070 reply state 000000001261511d transno 8589950033 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.790856:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580301.790979:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+94:282263:x1863919946361728:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2798us (4605us total) trans 8589950033 rc 0/0 00000100:00100000:3.0:1777580301.790989:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18593 00000100:00100000:3.0:1777580301.791027:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822739989622 time 7822739889622 state 0x1 ref 4 00000100:00100000:3.0:1777580301.791041:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+93:282277:x1863919946360832:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.791054:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.791067:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e45ce0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d19f expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791152:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.791470:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45cee lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d191 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.791506:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791532:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791543:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791562:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791569:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791576:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791711:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45d03 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791720:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45d03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791727:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45d03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580301.791756:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c0:0x0]: returning size 0 00000004:00200000:3.0:1777580301.791761:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580301.791778:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45d03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.791796:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45d03 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.791892:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.791901:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.791917:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.791972:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.791980:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.792037:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45d11 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.792046:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45d11 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.792054:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45d11 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580301.792074:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b7:0x0]: returning size 0 00000004:00200000:0.0:1777580301.792076:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580301.792087:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45d11 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.792095:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45d11 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.792102:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.792108:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792188:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792194:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792199:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580301.792246:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c4000/2, rc 0, transno 8589938429 00000100:00100000:1.0:1777580301.792272:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917425152:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777580301.792278:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.792283:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792290:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792302:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.792305:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.792309:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792315:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45ce7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580301.792325:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c7100/2, rc 0, transno 8589938430 00010000:00010000:3.0:1777580301.792329:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.792329:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917425792:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777580301.792335:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792341:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.792344:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.792346:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.792349:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792354:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792361:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa024ae57bd00) 00010000:00010000:1.0:1777580301.792361:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.792363:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.792366:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792370:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e45cfc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.792379:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946360704 00000100:00100000:1.0:1777580301.792387:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946360704 00010000:00010000:3.0:1777580301.792404:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e45ce0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d19f expref: 96 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792417:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45d03 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d19f expref: 95 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.792422:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 22 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792425:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c0:0x0].0x0 (ffffa024acb37900) 00010000:00010000:3.0:1777580301.792427:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.792430:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997ee00, rc 0) 00000100:00100000:1.0:1777580301.792455:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946360448 00000100:00100000:1.0:1777580301.792458:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946360448 00010000:00010000:1.0:1777580301.792474:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 22 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.792478:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+95:282277:x1863919946360832:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1441us (6413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.792491:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18590 00000100:00100000:1.0:1777580301.792491:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946360576 00000100:00100000:1.0:1777580301.792494:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946360576 00010000:00010000:1.0:1777580301.792505:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.792516:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822741478099 time 7822741378099 state 0x1 ref 3 00000100:00100000:1.0:1777580301.792518:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4210 00000100:00100000:1.0:1777580301.792525:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946360704:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777580301.792526:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+94:282271:x1863919946360960:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.792541:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.792544:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.792548:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792550:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e45d18 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1a6 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.792559:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792586:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792595:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792603:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792616:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792622:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792629:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792690:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e45d2d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792699:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e45d2d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792706:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e45d2d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580301.792726:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ba:0x0]: returning size 0 00000004:00200000:3.0:1777580301.792729:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580301.792738:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e45d2d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792746:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e45d2d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792754:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792760:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792766:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792771:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.792774:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792780:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792788:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.792790:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.792794:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792806:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45d1f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792815:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792821:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792827:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792831:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.792833:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792838:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792845:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024ae57b600) 00010000:00010000:3.0:1777580301.792847:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.792850:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792854:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e45d26 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792874:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e45d18 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1a6 expref: 96 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792892:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e45d2d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1a6 expref: 95 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.792898:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ba:0x0].0x0 (ffffa0249dea8200) 00010000:00010000:3.0:1777580301.792901:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.792903:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee8000, rc 0) 00010000:00010000:0.0:1777580301.793007:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793015:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.793019:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793024:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793033:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580301.793035:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.793037:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793043:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e45cf5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793059:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793065:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793071:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793076:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.793079:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793089:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793097:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0249881db00) 00010000:00010000:0.0:1777580301.793099:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.793101:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793107:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e45d0a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793194:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e45cee lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d191 expref: 96 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793288:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45d11 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d191 expref: 95 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793297:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:0.0:1777580301.793299:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580301.793302:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50600, rc 0) 00000100:00100000:0.0:1777580301.793326:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+95:282267:x1863919946360192:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3252us (7287us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.793334:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18589 00000100:00100000:0.0:1777580301.793367:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822741478099 time 7822742228343 state 0x0 ref 2 00000100:00100000:0.0:1777580301.793382:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+94:282275:x1863919946361088:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580301.793393:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.793403:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45d34 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1ad expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793441:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793450:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793459:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793470:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793477:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793485:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793553:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45d49 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793561:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45d49 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793568:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45d49 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580301.793590:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7bd:0x0]: returning size 0 00000004:00200000:0.0:1777580301.793593:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580301.793605:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45d49 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793615:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45d49 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793621:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793628:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793634:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793640:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.793643:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793649:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793656:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580301.793659:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.793662:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793667:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e45d3b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793678:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793685:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793692:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793697:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.793699:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793705:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793711:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0249881d600) 00010000:00010000:0.0:1777580301.793713:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.793715:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793721:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e45d42 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793742:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e45d34 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ad expref: 96 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793755:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45d49 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ad expref: 95 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.793762:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bd:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:0.0:1777580301.793765:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580301.793767:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784ce00, rc 0) 00000100:00100000:0.0:1777580301.793792:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+95:282275:x1863919946361088:12345-192.168.202.9@tcp:101:rm.500 Request processed in 416us (7687us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.793802:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18592 00000100:00100000:0.0:1777580301.793837:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.793908:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+94:282254:x1863919946359040:12345-192.168.202.9@tcp:101:touch.500 Request processed in 10711us (32261us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.793915:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18586 00000100:00100000:0.0:1777580301.793920:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822732147096 time 7822737030970 state 0x2 ref 0 00010000:00010000:1.0:1777580301.794132:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009332d534/0xcb2b2f2f7e448ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cceb expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.794163:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.794166:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.794171:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.794178:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+94:282271:x1863919946360960:12345-192.168.202.9@tcp:101:rm.500 Request processed in 401us (6840us total) trans 0 rc 0/0 00010000:00010000:1.0:1777580301.794183:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.794186:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18591 00000100:00100000:3.0:1777580301.794190:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822741478099 time 7822742228343 state 0x2 ref 0 00010000:00010000:1.0:1777580301.794218:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.794245:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2363:x1863919946360704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1720us (8244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.794255:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4210 00000100:00100000:1.0:1777580301.794280:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4211 00000100:00100000:1.0:1777580301.794292:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2362:x1863919946360448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777580301.794305:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917426432 00010000:00010000:1.0:1777580301.794306:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.794311:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 22 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.794313:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917426432 00010000:00010000:1.0:1777580301.794322:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 22 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.794335:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005860cc52/0xcb2b2f2f7e444c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1544:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc0b expref: 22 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.794345:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777580301.794347:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11407 00010000:00010000:1.0:1777580301.794347:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.794351:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.794354:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acfd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+41:3291:x1863919917426432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580301.794359:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777580301.794375:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5445 count 1 00010000:00010000:1.0:1777580301.794376:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.794395:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2362:x1863919946360448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 108us (8000us total) trans 0 rc 0/0 00010000:00010000:3.0:1777580301.794396:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.794402:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4211 00010000:00010000:3.0:1777580301.794411:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 21 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.794417:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4212 00010000:00010000:3.0:1777580301.794418:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.794420:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.794422:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.794423:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2362:x1863919946360576:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.794431:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.794436:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 21 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.794449:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 21 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.794460:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e448a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf2 expref: 21 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.794461:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 20 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.794471:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.794472:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.794475:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 20 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.794475:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.794484:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.794491:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:206021:1863919917429376:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.794500:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.794512:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946360576:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 90us (8059us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.794517:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4212 00000100:00100000:3.0:1777580301.794544:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae242780 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.794625:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.794709:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.794900:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946360320 00000100:00100000:0.0:1777580301.794905:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946360320 00000100:00100000:0.0:1777580301.794937:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822741478099 time 7822742228343 state 0x0 ref 1 00000100:00100000:0.0:1777580301.794948:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822742328343 time 7822742228343 state 0x1 ref 1 00000100:00100000:0.0:1777580301.795409:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822742328343 time 7822744270764 state 0x0 ref 1 00000100:00100000:0.0:1777580301.795425:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+93:282269:x1863919946360320:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580301.795439:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.795454:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45d57 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d198 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795513:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795527:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795537:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795558:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795565:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795572:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795703:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45d6c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795712:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45d6c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795719:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45d6c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580301.795749:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b8:0x0]: returning size 0 00000004:00200000:0.0:1777580301.795753:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580301.795777:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45d6c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795789:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45d6c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.795794:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946362240 00010000:00010000:0.0:1777580301.795798:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.795801:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946362240 00010000:00010000:0.0:1777580301.795804:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795814:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795820:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.795824:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.795828:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795831:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795843:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580301.795846:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.795850:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.795854:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4213 00010000:00010000:0.0:1777580301.795858:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e45d5e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.795861:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2361:x1863919946362240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.795870:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.795874:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795874:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795880:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795885:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.795887:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795890:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.795893:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795902:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.795904:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087335b85/0xcb2b2f2f7e448b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd0e expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795909:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0249f048000) 00010000:00010000:0.0:1777580301.795911:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.795913:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.795918:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.795918:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e45d65 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.795919:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.795934:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.795944:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795959:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e45d57 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d198 expref: 95 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.795970:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580301.795972:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45d6c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d198 expref: 94 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.795978:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b8:0x0].0x0 (ffffa024b601ea00) 00010000:00010000:0.0:1777580301.795981:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580301.795984:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2000, rc 0) 00000100:00100000:0.0:1777580301.796022:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+94:282269:x1863919946360320:12345-192.168.202.9@tcp:101:rm.500 Request processed in 601us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.796030:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18594 00000100:00100000:0.0:1777580301.796034:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822742328343 time 7822744270764 state 0x2 ref 0 00000100:00100000:0.0:1777580301.796106:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:205896:1863919917426560:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.796382:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.796803:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2361:x1863919946362240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 940us (2090us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.796812:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4213 00000100:00100000:1.0:1777580301.796839:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946362112 00000100:00100000:1.0:1777580301.796844:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946362112 00010000:00010000:1.0:1777580301.796866:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.796892:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4214 00000100:00100000:1.0:1777580301.796900:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946362112:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.796910:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.796914:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.796934:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.796954:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e43e0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ca60 expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.796971:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.796973:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.797166:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.797177:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.797199:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.797223:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2363:x1863919946362112:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 323us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.797230:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4214 00010000:00010000:1.0:1777580301.797280:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.797289:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.797298:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.797306:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.797671:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580301.797994:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917429504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.798060:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.798103:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777580301.798110:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917429632:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580301.798883:0:205896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.798913:0:205896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.798920:0:205896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.798938:0:205896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.798946:0:205896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.798969:0:205896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777580301.798989:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.798996:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799005:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.799010:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799018:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799039:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799048:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45c54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799079:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.799082:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799088:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.799091:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799098:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799108:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799115:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098f16d4b/0xcb2b2f2f7e45c46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.799499:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.799582:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.799586:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.800176:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+42:3288:x1863919917426688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31538us (32536us total) trans 8589938431 rc 0/0 00000100:00100000:1.0:1777580301.800188:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11397 00000100:00100000:1.0:1777580301.800224:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917429504 00000100:00100000:1.0:1777580301.800233:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917429504 00000100:00100000:1.0:1777580301.800276:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11408 00000100:00100000:1.0:1777580301.800285:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+42:3290:x1863919917429504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580301.800322:0:206018:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5451 count 1 00010000:00010000:1.0:1777580301.800349:0:206018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.800373:0:206018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 18 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.800388:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.800391:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.800394:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.800436:0:206018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 18 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.800451:0:206018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 18 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.800523:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.800659:0:206018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917429760:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.800690:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917429632 00000100:00100000:3.0:1777580301.800694:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917429632 00000100:00100000:3.0:1777580301.800717:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11409 00000100:00100000:3.0:1777580301.800723:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3290:x1863919917429632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.800736:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5449 count 1 00010000:00010000:3.0:1777580301.800751:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.800770:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 18 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.800776:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.800778:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.800780:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.800802:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 18 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.800812:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 18 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.800823:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917429888:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.801192:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae242a80 going to sleep for 11 seconds 00010000:00010000:3.0:1777580301.801225:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.801235:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.801247:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.801262:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.801283:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.801844:0:206018:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28780 going to sleep for 11 seconds 00010000:00010000:1.0:1777580301.801862:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.801869:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.801878:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.801883:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.801893:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.801914:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.802129:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45c62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.802373:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.802376:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.802378:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.802424:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3290:x1863919917425408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37393us (39075us total) trans 8589938826 rc 0/0 00000004:00080000:1.0:1777580301.802430:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02486269880/2, rc 0, transno 8589938431 00000100:00100000:0.0:1777580301.802440:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11395 00000100:00100000:1.0:1777580301.802445:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917426688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.802535:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917430016:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.802591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.802631:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917430016 00000100:00100000:1.0:1777580301.802637:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917430016 00000100:00100000:1.0:1777580301.802677:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11410 00010000:00010000:0.0:1777580301.802993:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.803082:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3288:x1863919917430016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580301.803118:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5456 count 1 00000100:00100000:3.0:1777580301.803182:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+45:3290:x1863919917426944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34260us (35438us total) trans 8589938432 rc 0/0 00000100:00100000:3.0:1777580301.803190:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11399 00010000:00010000:1.0:1777580301.803236:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.803259:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 20 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.803270:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.803273:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.803277:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.803321:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 20 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.803330:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.803336:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 20 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.803348:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917430144:192.168.202.9@tcp:104: 00000004:00080000:3.0:1777580301.803361:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c7b80/2, rc 0, transno 8589938432 00000100:00100000:3.0:1777580301.803372:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917426944:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777580301.803386:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c4700/2, rc 0, transno 8589938826 00000100:00100000:3.0:1777580301.803397:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917425408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.803476:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917430400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.803502:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.803530:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777580301.803537:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917430272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.803557:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.803579:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917430400 00000100:00100000:3.0:1777580301.803584:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917430400 00000100:00100000:3.0:1777580301.803605:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917430272 00000100:00100000:3.0:1777580301.803608:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917430272 00000100:00100000:3.0:1777580301.803621:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11411 00000100:00100000:3.0:1777580301.803628:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3290:x1863919917430400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.803642:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5482 count 1 00010000:00010000:3.0:1777580301.803664:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.803679:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 21 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.803686:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.803687:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.803690:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.803710:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 21 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.803720:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 21 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.803732:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917430528:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.804270:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.804308:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17ba80 going to sleep for 11 seconds 00010000:00010000:1.0:1777580301.804325:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804334:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804341:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804348:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.804353:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804361:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804378:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa0249076f700) 00010000:00010000:1.0:1777580301.804381:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.804386:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804392:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e45c1c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.804424:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580301.804435:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804444:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804453:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804459:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.804482:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580301.804534:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.804608:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.804682:0:188246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:188246:1863919917428480:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.804707:0:188246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.804734:0:193009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917428224:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.804747:0:193009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.804797:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11412 00000100:00100000:3.0:1777580301.804810:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+45:3288:x1863919917430272:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.804834:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5453 count 1 00010000:00010000:3.0:1777580301.804854:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.804870:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 18 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.804879:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.804880:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.804883:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.804915:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 18 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.804936:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 18 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.804952:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917430656:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.804998:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.805046:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917429248:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.805061:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.806368:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+46:3290:x1863919917426048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38480us (40072us total) trans 8589938433 rc 0/0 00000100:00100000:1.0:1777580301.806381:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11396 00000100:00100000:1.0:1777580301.806435:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946362368 00000100:00100000:1.0:1777580301.806443:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946362368 00010000:00010000:1.0:1777580301.806483:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 25 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.806514:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946362496 00000100:00100000:1.0:1777580301.806518:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946362496 00010000:00010000:1.0:1777580301.806532:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 26 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.806545:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946363008 00000100:00100000:1.0:1777580301.806547:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946363008 00010000:00010000:1.0:1777580301.806563:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.806578:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4215 00000100:00100000:1.0:1777580301.806587:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2362:x1863919946362368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.806602:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.806608:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 26 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806621:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 26 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806646:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003201ca5d/0xcb2b2f2f7e44578 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc2e expref: 26 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806663:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.806665:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.806671:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806681:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806716:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.806758:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2362:x1863919946362368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 173us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.806765:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4215 00000100:00100000:1.0:1777580301.806813:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4216 00000100:00100000:1.0:1777580301.806820:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2362:x1863919946362496:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.806827:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.806832:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 24 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806842:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 24 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806855:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.806856:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.806860:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806868:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806881:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.806900:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2362:x1863919946362496:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 81us (2366us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.806906:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4216 00000100:00100000:1.0:1777580301.806921:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4217 00000100:00100000:1.0:1777580301.806939:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2363:x1863919946363008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.806948:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.806953:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806962:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806976:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.806978:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.806981:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806988:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.806999:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.807017:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2363:x1863919946363008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 80us (2409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.807023:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4217 00000100:00100000:1.0:1777580301.807081:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917428608:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.807106:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807161:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807171:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807182:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807191:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807209:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1777580301.807350:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02487cc0700/2, rc 0, transno 8589938433 00000100:00100000:3.0:1777580301.807365:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02487cc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917426048:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777580301.807384:0:193009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.807393:0:193009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.807401:0:193009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.807407:0:193009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.807428:0:193009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777580301.807430:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+46:3288:x1863919917426816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38647us (39731us total) trans 8589938434 rc 0/0 00000100:00100000:1.0:1777580301.807438:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11398 00010000:00010000:1.0:1777580301.807463:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777580301.807472:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807480:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.807485:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807495:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807508:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807516:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ab82bce/0xcb2b2f2f7e45c4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807538:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.807542:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807548:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.807551:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807558:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807568:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807574:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d13bb10b/0xcb2b2f2f7e45c5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807589:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.807592:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807598:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.807601:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807608:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807618:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.807625:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e45c69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.807631:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:3290:x1863919917427968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36575us (36909us total) trans 8589938827 rc 0/0 00000100:00100000:3.0:1777580301.807637:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11400 00010000:00010000:1.0:1777580301.807642:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.807644:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.807645:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.808317:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.813254:0:205908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2a60274/0xcb2b2f2f7e440b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb0f expref: 23 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.813289:0:205908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205908:1863919917425664:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.813329:0:205908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.813344:0:205908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.813352:0:205908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.813366:0:205908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.813375:0:205908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.813420:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813517:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813537:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813561:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813600:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813652:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813672:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813857:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813883:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813904:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813935:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.813957:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580301.814697:0:205908:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.819243:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+42:3291:x1863919917425536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 63477us (63827us total) trans 8589938828 rc 0/0 00000100:00100000:1.0:1777580301.819260:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11391 00000100:00100000:1.0:1777580301.819316:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946363136 00000100:00100000:1.0:1777580301.819326:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946363136 00000100:00100000:1.0:1777580301.819369:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946363392 00000100:00100000:1.0:1777580301.819373:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946363392 00000100:00100000:1.0:1777580301.819388:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946363520 00000100:00100000:1.0:1777580301.819391:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946363520 00000100:00100000:1.0:1777580301.819408:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946364160 00000100:00100000:1.0:1777580301.819410:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946364160 00000100:00100000:1.0:1777580301.819428:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11413 00000100:00100000:1.0:1777580301.819436:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946363136:12345-192.168.202.9@tcp:2:touch.500 00000004:00080000:3.0:1777580301.819563:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02486269500/2, rc 0, transno 8589938434 00000100:00100000:3.0:1777580301.819577:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917426816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777580301.819609:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b5880/2, rc 0, transno 8589938827 00000100:00100000:3.0:1777580301.819619:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917427968:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.819624:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777580301.819638:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917430784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.819677:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.819749:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946363136:12345-192.168.202.9@tcp:2:touch.500 Request processed in 312us (6229us total) trans 8589938829 rc 0/0 00000100:00100000:1.0:1777580301.819756:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11413 00000100:00100000:1.0:1777580301.819769:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917430784 00000100:00100000:1.0:1777580301.819772:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917430784 00000100:00100000:1.0:1777580301.819787:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11414 00000100:00100000:1.0:1777580301.819795:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2363:x1863919946363392:12345-192.168.202.9@tcp:101:rm.500 00000100:00100000:3.0:1777580301.819801:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946361344 00000100:00100000:3.0:1777580301.819806:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946361344 00010000:00010000:1.0:1777580301.819807:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.819831:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1d7 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.819832:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822742328343 time 7822744270764 state 0x0 ref 1 00000100:00100000:3.0:1777580301.819843:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822744370764 time 7822744270764 state 0x1 ref 1 00000100:00100000:3.0:1777580301.819859:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946361472 00002000:00010000:1.0:1777580301.819862:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x155b:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00000100:00100000:3.0:1777580301.819863:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946361472 00000100:00100000:3.0:1777580301.819871:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822744370764 time 7822744270764 state 0x1 ref 2 00010000:00010000:1.0:1777580301.819880:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.819883:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777580301.819887:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946361216 00000100:00100000:3.0:1777580301.819890:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946361216 00010000:00010000:1.0:1777580301.819894:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 21 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.819915:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 21 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.819942:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839800, rc 0) 00000100:00100000:1.0:1777580301.819967:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2363:x1863919946363392:12345-192.168.202.9@tcp:101:rm.500 Request processed in 173us (6428us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.819973:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11414 00000100:00100000:1.0:1777580301.819986:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11415 00000100:00100000:1.0:1777580301.819993:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2363:x1863919946363520:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580301.820000:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.820009:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1de expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580301.820022:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1559:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:1.0:1777580301.820030:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820032:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820035:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 21 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820045:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 21 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820054:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839c00, rc 0) 00000100:00100000:1.0:1777580301.820074:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2363:x1863919946363520:12345-192.168.202.9@tcp:101:rm.500 Request processed in 83us (6474us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.820080:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11415 00000100:00100000:1.0:1777580301.820092:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11416 00000100:00100000:1.0:1777580301.820098:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946364160:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580301.820105:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.820116:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1ec expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580301.820131:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x157d:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:1.0:1777580301.820171:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820173:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820178:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 24 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820189:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 24 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820204:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838400, rc 0) 00000100:00100000:1.0:1777580301.820225:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946364160:12345-192.168.202.9@tcp:101:rm.500 Request processed in 128us (6300us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.820232:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11416 00000100:00100000:1.0:1777580301.820244:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11417 00000100:00100000:1.0:1777580301.820250:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+46:3290:x1863919917430784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777580301.820266:0:205908:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5452 count 1 00010000:00010000:1.0:1777580301.820284:0:205908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820301:0:205908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 20 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820309:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820311:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820314:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 4/0,1 mode: --/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820345:0:205908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 20 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820359:0:205908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 20 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.820377:0:205908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917430912:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.820441:0:205908:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.820467:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946363264 00000100:00100000:1.0:1777580301.820472:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946363264 00010000:00010000:1.0:1777580301.820498:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.820527:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946363648 00000100:00100000:1.0:1777580301.820530:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946363648 00010000:00010000:1.0:1777580301.820545:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 21 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.820562:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946363904 00000100:00100000:1.0:1777580301.820565:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946363904 00010000:00010000:1.0:1777580301.820577:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 21 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.820589:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946363776 00000100:00100000:1.0:1777580301.820593:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946363776 00010000:00010000:1.0:1777580301.820607:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 22 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.820620:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4218 00000100:00100000:1.0:1777580301.820626:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946363264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.820636:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.820642:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820655:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820674:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069743e0e/0xcb2b2f2f7e4489d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ccf9 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820689:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820691:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820695:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820702:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820728:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.820745:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946363264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 119us (7183us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.820752:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4218 00000100:00100000:1.0:1777580301.820766:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4219 00000100:00100000:1.0:1777580301.820772:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2363:x1863919946363648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.820779:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.820784:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 21 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820800:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 21 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820814:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820815:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820819:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820826:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820838:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.820852:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2363:x1863919946363648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 81us (7200us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.820858:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4219 00000100:00100000:1.0:1777580301.820870:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4220 00000100:00100000:1.0:1777580301.820877:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2363:x1863919946363904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.820885:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.820889:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 22 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.820897:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822744370764 time 7822744270764 state 0x1 ref 3 00010000:00010000:1.0:1777580301.820898:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 22 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.820911:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.820913:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777580301.820916:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946361856 00010000:00010000:1.0:1777580301.820916:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.820919:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946361856 00000100:00100000:3.0:1777580301.820952:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822744370764 time 7822744270764 state 0x1 ref 4 00000100:00100000:3.0:1777580301.820970:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822769933052 time 7822769833052 state 0x1 ref 4 00000100:00100000:3.0:1777580301.820979:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+96:282272:x1863919946361344:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.820995:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.821010:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e45db2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1bb expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821076:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821090:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821100:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821113:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821201:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821293:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821426:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e45dc7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821436:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e45dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821444:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e45dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580301.821480:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7bb:0x0]: returning size 0 00000004:00200000:3.0:1777580301.821485:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580301.821507:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e45dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821520:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e45dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821528:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821535:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821541:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821548:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e4a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.821552:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821560:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821570:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.821573:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.821577:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821589:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e45db9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821601:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821607:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821612:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821617:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.821619:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821624:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821631:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa024ae57b000) 00010000:00010000:3.0:1777580301.821634:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.821636:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821641:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e45dc0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821679:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e45db2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1bb expref: 98 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821874:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e45dc7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1bb expref: 97 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.821882:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bb:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580301.821885:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.821888:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9800, rc 0) 00000100:00100000:3.0:1777580301.821922:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+97:282272:x1863919946361344:12345-192.168.202.9@tcp:101:rm.500 Request processed in 944us (8506us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.821942:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18595 00000100:00100000:3.0:1777580301.821969:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822770931815 time 7822770831815 state 0x1 ref 3 00000100:00100000:3.0:1777580301.821981:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+96:282273:x1863919946361472:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.821992:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.822002:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e45dce lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1c2 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822039:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822048:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822056:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822068:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822079:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822086:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822871:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822886:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.822894:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580301.823545:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7bc:0x0]: returning size 0 00000004:00200000:3.0:1777580301.823551:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580301.823575:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823589:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823599:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823606:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823614:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823625:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.823629:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823636:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823648:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.823650:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.823655:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823661:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e45dd5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823676:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823762:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823770:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823776:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.823778:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823784:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823797:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024ae57b400) 00010000:00010000:3.0:1777580301.823800:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.823803:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823809:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e45ddc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823853:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e45dce lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 98 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823868:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 97 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.823875:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580301.823878:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.823881:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3c00, rc 0) 00010000:00010000:0.0:1777580301.824017:0:206023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b44acdf/0xcb2b2f2f7e442d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb8d expref: 22 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.824036:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c55880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:206023:1863919917428352:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.824068:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.824080:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.824088:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.824098:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.824105:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.824309:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580301.824968:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+97:282273:x1863919946361472:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2984us (11078us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.824981:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18596 00000100:00100000:3.0:1777580301.825031:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822773991214 time 7822773891214 state 0x1 ref 2 00000100:00100000:3.0:1777580301.825050:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+96:282270:x1863919946361216:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.825070:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.825091:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e45dea lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1b4 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825318:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825332:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825343:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825359:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825366:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825371:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825474:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45dff lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825482:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45dff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825489:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45dff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580301.825518:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b9:0x0]: returning size 0 00000004:00200000:3.0:1777580301.825523:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580301.825544:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45dff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825559:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45dff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825567:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825574:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825581:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825587:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.825591:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825598:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825610:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.825613:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.825617:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825624:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e45df1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825636:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825642:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825648:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825653:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.825656:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825663:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.825670:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa024ae57be00) 00010000:00010000:3.0:1777580301.825672:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.825674:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.825936:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+42:3290:x1863919917427584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53950us (55129us total) trans 8589938830 rc 0/0 00000100:00100000:0.0:1777580301.825952:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11401 00000100:00100000:0.0:1777580301.826027:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917428736:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.826055:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826090:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826098:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826103:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826108:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.826111:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826118:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826343:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e45df8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826393:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e45dea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1b4 expref: 98 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826407:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45dff lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1b4 expref: 97 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826415:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b9:0x0].0x0 (ffffa024b601e600) 00010000:00010000:3.0:1777580301.826418:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.826422:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680ee00, rc 0) 00000100:00100000:3.0:1777580301.826461:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+97:282270:x1863919946361216:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1417us (12555us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.826473:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18597 00000100:00100000:3.0:1777580301.826502:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822773991214 time 7822775363888 state 0x0 ref 1 00000100:00100000:3.0:1777580301.826519:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+96:282274:x1863919946361856:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.826535:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.826548:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45e06 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1c9 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826597:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826608:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826617:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826633:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826640:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.826646:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826902:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c4:0x0].0x0 (ffffa02498f4af00) 00010000:00010000:0.0:1777580301.826904:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.826908:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826914:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e45cd9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826954:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.826963:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826971:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.826974:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826982:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.826998:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.827004:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009240c3f5/0xcb2b2f2f7e45c31 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.827024:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.827028:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.827035:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.827037:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.827043:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.827056:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.827063:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e45c70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.827080:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.827082:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.827083:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.827550:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e45e1b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.827562:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e45e1b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.827571:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e45e1b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580301.827606:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7be:0x0]: returning size 0 00000004:00200000:3.0:1777580301.827611:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580301.827633:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e45e1b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.827646:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e45e1b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.827654:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.827662:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.827668:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.827674:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.827677:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580301.827948:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b6680/2, rc 0, transno 8589938830 00000100:00100000:0.0:1777580301.827960:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917427584:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777580301.827988:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.828031:0:205906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089eff852/0xcb2b2f2f7e44bec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdf5 expref: 22 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.828047:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917428992:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.828073:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.828084:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.828092:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.828107:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.828114:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.828666:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580301.829323:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829342:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.829345:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.829352:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829364:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e45e0d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829385:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829392:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829398:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829403:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.829406:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829412:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829419:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa024ae57b500) 00010000:00010000:3.0:1777580301.829421:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.829424:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829430:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e45e14 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829484:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e45e06 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c9 expref: 97 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829505:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e45e1b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c9 expref: 96 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.829513:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7be:0x0].0x0 (ffffa02497a21b00) 00010000:00010000:3.0:1777580301.829515:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.829518:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3400, rc 0) 00000100:00100000:3.0:1777580301.829555:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+96:282274:x1863919946361856:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3040us (15595us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.829565:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18598 00000100:00100000:3.0:1777580301.829574:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822773991214 time 7822775363888 state 0x2 ref 0 00010000:00010000:3.0:1777580301.829662:0:206021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a241dc25/0xcb2b2f2f7e44508 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc19 expref: 20 pid: 205906 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.829677:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:206021:1863919917429376:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.829820:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3288:x1863919917428864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50779us (53460us total) trans 8589938435 rc 0/0 00000100:00100000:0.0:1777580301.829832:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11405 00000004:00080000:0.0:1777580301.829883:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02395c55f80/2, rc 0, transno 8589938435 00000100:00100000:0.0:1777580301.829891:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917428864:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580301.829912:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.829920:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.829942:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.829946:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.829955:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.829971:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.829980:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e45c8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.830003:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.830005:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.830007:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.830404:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.830417:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.830425:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.830434:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.830443:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.830466:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.831030:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.831076:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.831105:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.831167:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.831195:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.831573:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acfd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+47:3291:x1863919917426432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37217us (37733us total) trans 8589938436 rc 0/0 00000100:00100000:3.0:1777580301.831587:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11407 00010000:00010000:1.0:1777580301.831593:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831629:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580301.831648:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917429888:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.831653:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2363:x1863919946363904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 10777us (17980us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.831662:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4220 00010000:00010000:3.0:1777580301.831670:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.831688:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946362752 00000100:00100000:1.0:1777580301.831696:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946362752 00000100:00100000:3.0:1777580301.831722:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917430528:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.831727:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 22 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.831737:0:205898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.831745:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946362624 00000100:00100000:1.0:1777580301.831748:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946362624 00010000:00010000:3.0:1777580301.831753:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580301.831761:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831762:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 23 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.831771:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc157f320) 00000100:00100000:1.0:1777580301.831773:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946364416 00000100:00100000:1.0:1777580301.831775:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946364416 00010000:00010000:3.0:1777580301.831776:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.831785:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831787:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 20 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.831797:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946364544 00000100:00100000:1.0:1777580301.831800:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946364544 00010000:00010000:3.0:1777580301.831803:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831811:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 23 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.831812:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090417f6d/0xcb2b2f2f7e45d50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.831823:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946362880 00000100:00100000:1.0:1777580301.831825:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946362880 00010000:00010000:3.0:1777580301.831833:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.831835:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.831836:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 24 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.831837:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.831849:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4221 00000100:00100000:1.0:1777580301.831858:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2363:x1863919946363776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.831873:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.831879:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 20 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831889:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 20 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831905:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e44be5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cde7 expref: 20 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831918:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.831920:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.831935:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831945:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.831962:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.831969:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.831971:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.831982:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.831990:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.831995:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2363:x1863919946363776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 139us (18139us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.832001:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4221 00010000:00010000:3.0:1777580301.832007:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.832017:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4222 00000100:00100000:1.0:1777580301.832023:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2361:x1863919946362752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.832035:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.832038:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 23 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832047:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 23 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832061:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e44317 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cb9b expref: 23 pid: 206018 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832073:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832075:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832078:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832085:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832103:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.832118:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2361:x1863919946362752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 96us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.832124:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4222 00000100:00100000:1.0:1777580301.832182:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4223 00000100:00100000:1.0:1777580301.832188:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2361:x1863919946362624:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.832196:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.832200:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 21 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832210:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 21 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832223:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e239e5ca/0xcb2b2f2f7e444c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cc04 expref: 21 pid: 205907 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832232:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832234:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832237:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832244:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832262:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.832278:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946362624:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 90us (1202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.832284:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4223 00000100:00100000:1.0:1777580301.832297:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4224 00000100:00100000:1.0:1777580301.832303:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2363:x1863919946364416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.832318:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.832322:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 20 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832332:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 20 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832344:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832346:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832349:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832357:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832369:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.832384:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2363:x1863919946364416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 81us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.832390:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4224 00000100:00100000:1.0:1777580301.832403:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4225 00000100:00100000:1.0:1777580301.832409:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946364544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.832416:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.832421:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832436:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832450:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000035375fe/0xcb2b2f2f7e44896 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cce4 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832459:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832461:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832463:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832470:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832485:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.832499:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946364544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 91us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.832505:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4225 00000100:00100000:1.0:1777580301.832517:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4226 00000100:00100000:1.0:1777580301.832523:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2361:x1863919946362880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.832530:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.832534:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 22 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.832538:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+42:3289:x1863919917429120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48707us (51970us total) trans 8589938831 rc 0/0 00000100:00100000:3.0:1777580301.832546:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11406 00010000:00010000:1.0:1777580301.832560:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 22 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832571:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e448b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x156c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cd07 expref: 22 pid: 205900 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832580:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832581:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.832584:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832591:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832608:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.832623:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2361:x1863919946362880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 100us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.832629:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4226 00010000:00010000:1.0:1777580301.832676:0:206018:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e44bfa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce0a expref: 18 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.832689:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917429760:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.832702:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832714:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832720:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832728:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832735:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832750:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777580301.832780:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777580301.832786:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832794:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.832798:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832805:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832817:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832824:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ccb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832844:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580301.832848:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832854:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.832856:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832863:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832878:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832884:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efeb0cec/0xcb2b2f2f7e45d73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832899:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.832901:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.832902:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.832913:0:188246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.832920:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+47:3290:x1863919917429504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32637us (34860us total) trans 8589938437 rc 0/0 00010000:00010000:3.0:1777580301.832922:0:188246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.832940:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11408 00010000:00010000:3.0:1777580301.832944:0:188246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832951:0:188246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832963:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.832964:0:188246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.832971:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832979:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.832990:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.833001:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580301.833118:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+42:3288:x1863919917427712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60516us (62232us total) trans 8589938832 rc 0/0 00000100:00100000:1.0:1777580301.833125:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11403 00010000:00010000:1.0:1777580301.833193:0:189456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e44f18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cec0 expref: 19 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.833204:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917430144:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.833217:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.833225:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.833232:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.833240:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.833248:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.833258:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777580301.833385:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+47:3288:x1863919917430016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30308us (30792us total) trans 8589938438 rc 0/0 00000100:00100000:1.0:1777580301.833392:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11410 00000004:00080000:1.0:1777580301.833454:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02486268380/2, rc 0, transno 8589938436 00000100:00100000:1.0:1777580301.833462:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486268380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917426432:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580301.833477:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c6680/2, rc 0, transno 8589938828 00000100:00100000:1.0:1777580301.833488:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917425536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.833541:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3290:x1863919917428096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61134us (62706us total) trans 8589938833 rc 0/0 00000100:00100000:3.0:1777580301.833548:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11402 00010000:00010000:3.0:1777580301.833675:0:205898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.833765:0:205898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.833773:0:205898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.833780:0:205898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.833789:0:205898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1777580301.833943:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3290:x1863919917430400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30314us (30439us total) trans 8589938834 rc 0/0 00000100:00100000:3.0:1777580301.833950:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11411 00010000:00010000:3.0:1777580301.834072:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834082:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834089:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834096:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834111:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1777580301.834512:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:3290:x1863919917429632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33788us (33988us total) trans 8589938439 rc 0/0 00000100:00100000:3.0:1777580301.834520:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11409 00010000:00010000:3.0:1777580301.834542:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1777580301.834549:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834560:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.834564:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834575:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834592:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834599:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45c77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834618:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1777580301.834623:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834635:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.834639:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834646:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834654:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834661:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e45c7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834673:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777580301.834677:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834775:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.834778:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834786:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834797:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834807:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffe32580/0xcb2b2f2f7e45d81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834825:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777580301.834829:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834834:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e4c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.834837:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834845:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834855:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834861:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e45d88 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834876:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580301.834879:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834885:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e4400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.834889:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834897:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834905:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834912:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e45d7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.834976:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.834978:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.834980:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.835604:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917431040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.835820:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777580301.835844:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917431296:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580301.835872:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.835901:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917431168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.835953:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580301.836069:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024acde0e00/2, rc 0, transno 8589938438 00000100:00100000:0.0:1777580301.836078:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917430016:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580301.836092:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b4700/2, rc 0, transno 8589938832 00000100:00100000:0.0:1777580301.836102:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917427712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.836327:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777580301.836355:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b6300/2, rc 0, transno 8589938831 00000100:00100000:3.0:1777580301.836360:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917429120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.836384:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917431040 00000100:00100000:3.0:1777580301.836391:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917431040 00000100:00100000:3.0:1777580301.836434:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917431168 00000100:00100000:3.0:1777580301.836436:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917431168 00000100:00100000:3.0:1777580301.836455:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11418 00000100:00100000:3.0:1777580301.836464:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+43:3288:x1863919917431040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.836497:0:205907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5486 count 1 00010000:00010000:3.0:1777580301.836526:0:205907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.836551:0:205907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 20 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.836560:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.836562:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.836566:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.836601:0:205907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 20 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.836613:0:205907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 20 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.836626:0:205907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388925500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205907:1863919917431424:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.836822:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.836833:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.836844:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.836853:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.836874:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580301.837325:0:205907:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02482958a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777580301.837350:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11419 00000100:00100000:3.0:1777580301.837364:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+44:3289:x1863919917431168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580301.837387:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5485 count 1 00010000:00010000:3.0:1777580301.837405:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.837421:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 20 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.837438:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 19 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.837445:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.837446:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.837448:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.837476:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 19 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.837487:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 19 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.837500:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388924a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917431552:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.837540:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 20 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.837549:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 20 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.837558:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917431680:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.837576:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023917d1300 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.837675:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917431936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777580301.837679:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917432064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.837721:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.837904:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3288:x1863919917427840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61959us (66959us total) trans 8589938835 rc 0/0 00000100:00100000:0.0:1777580301.837913:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11404 00000100:00100000:0.0:1777580301.837945:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917431936 00000100:00100000:0.0:1777580301.837951:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917431936 00000100:00100000:0.0:1777580301.837986:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11420 00000100:00100000:0.0:1777580301.837993:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:3288:x1863919917431936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580301.838006:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5457 count 1 00010000:00010000:0.0:1777580301.838024:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.838038:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 18 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.838045:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.838047:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.838049:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.838071:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 18 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.838087:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 18 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.838097:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395c55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917432320:192.168.202.9@tcp:104: 00000004:00080000:1.0:1777580301.838109:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b4a80/2, rc 0, transno 8589938835 00000100:00100000:1.0:1777580301.838115:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917427840:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580301.838331:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580301.838365:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917432064 00000100:00100000:3.0:1777580301.838369:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917432064 00000100:00100000:3.0:1777580301.838396:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11421 00000100:00100000:3.0:1777580301.838402:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3289:x1863919917432064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580301.838413:0:193009:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5454 count 1 00010000:00010000:3.0:1777580301.838427:0:193009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.838439:0:193009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 17 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.838446:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.838448:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.838450:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.838470:0:193009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 17 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.838479:0:193009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 17 pid: 206021 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.838488:0:193009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:193009:1863919917432448:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.838553:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.838621:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.838666:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.838820:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.838843:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917432192:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580301.838871:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580301.838910:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023a095ca80/2, rc 0, transno 8589938834 00000100:00100000:0.0:1777580301.838916:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917430400:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580301.838939:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b7b80/2, rc 0, transno 8589938439 00000100:00100000:0.0:1777580301.838950:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917429632:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580301.838961:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b4000/2, rc 0, transno 8589938437 00000100:00100000:0.0:1777580301.838965:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917429504:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580301.838975:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c9b7800/2, rc 0, transno 8589938833 00000100:00100000:0.0:1777580301.838979:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917428096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.838989:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777580301.838995:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917431808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580301.839018:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.839110:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917432960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.839318:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.839339:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777580301.839344:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917432576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.839365:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.839379:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917433088:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.839394:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.839418:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946364288 00000100:00100000:0.0:1777580301.839422:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946364288 00000100:00100000:0.0:1777580301.839451:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946364672 00000100:00100000:0.0:1777580301.839453:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946364672 00000100:00100000:0.0:1777580301.839464:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917432192 00000100:00100000:0.0:1777580301.839466:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917432192 00000100:00100000:0.0:1777580301.839475:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917431808 00000100:00100000:0.0:1777580301.839477:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917431808 00000100:00100000:0.0:1777580301.839485:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917432960 00000100:00100000:0.0:1777580301.839487:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917432960 00000100:00100000:0.0:1777580301.839495:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917432576 00000100:00100000:0.0:1777580301.839497:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917432576 00000100:00100000:0.0:1777580301.839505:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917433088 00000100:00100000:0.0:1777580301.839506:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917433088 00000100:00100000:0.0:1777580301.839518:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11422 00000100:00100000:0.0:1777580301.839525:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+18:2361:x1863919946364288:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580301.839537:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.839557:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1f3 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580301.839585:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x155a:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:0.0:1777580301.839603:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.839605:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.839614:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 19 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.839640:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 19 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.839654:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6000, rc 0) 00000100:00100000:0.0:1777580301.839679:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2361:x1863919946364288:12345-192.168.202.9@tcp:101:rm.500 Request processed in 154us (1125us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.840047:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.840103:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.840300:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11422 00000100:00100000:0.0:1777580301.840324:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946364800 00000100:00100000:0.0:1777580301.840328:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946364800 00000100:00100000:0.0:1777580301.840345:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946364928 00000100:00100000:0.0:1777580301.840347:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946364928 00000100:00100000:0.0:1777580301.840358:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11423 00000100:00100000:0.0:1777580301.840365:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2362:x1863919946364672:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580301.840376:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.840390:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1fa expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580301.840410:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1581:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:0.0:1777580301.840422:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.840423:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.840428:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 23 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.840442:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 23 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.840458:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7600, rc 0) 00000100:00100000:0.0:1777580301.840786:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2362:x1863919946364672:12345-192.168.202.9@tcp:101:rm.500 Request processed in 418us (2162us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.840794:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11423 00000100:00100000:0.0:1777580301.840812:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11424 00000100:00100000:0.0:1777580301.840819:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+50:3290:x1863919917432192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580301.840844:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5458 count 1 00010000:00010000:0.0:1777580301.840865:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.840883:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 18 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.840891:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.840892:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.840895:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.840939:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11425 00010000:00010000:0.0:1777580301.840942:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 18 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.840950:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+50:3290:x1863919917431808:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580301.840956:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 18 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777580301.840963:0:206018:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5455 count 1 00000100:00100000:0.0:1777580301.840978:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae685c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917433216:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.841026:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9240 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.841059:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917432704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.841100:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.841203:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777580301.841392:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917432832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.841416:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777580301.841440:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.841449:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841459:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.841464:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841476:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841493:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841501:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001087254e/0xcb2b2f2f7e45c85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841536:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.841538:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.841540:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.841551:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917432704 00000100:00100000:0.0:1777580301.841557:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917432704 00000100:00100000:0.0:1777580301.841579:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917432832 00000100:00100000:0.0:1777580301.841581:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917432832 00000100:00100000:0.0:1777580301.841590:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11426 00000100:00100000:0.0:1777580301.841596:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+48:3290:x1863919917432960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.841611:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5489 count 1 00010000:00010000:0.0:1777580301.841626:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841638:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 22 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841645:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.841647:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.841649:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841668:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 22 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.841677:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 22 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.841819:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917433344:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.841862:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.841884:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11427 00000100:00100000:0.0:1777580301.841982:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:3290:x1863919917432576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.841999:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5488 count 1 00010000:00010000:0.0:1777580301.842014:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842026:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842033:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.842035:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.842037:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842057:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842066:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 22 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.842076:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:188248:1863919917433472:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.842099:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9a80 going to sleep for 11 seconds 00010000:00010000:1.0:1777580301.842239:0:206018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.842254:0:206018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 19 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.842268:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.842269:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.842272:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.842301:0:206018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 19 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.842312:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11428 00000100:00100000:0.0:1777580301.842322:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+48:3290:x1863919917433088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.842337:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5493 count 1 00010000:00010000:0.0:1777580301.842351:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842367:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 19 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842373:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.842375:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.842378:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842400:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 19 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842410:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.842420:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917433728:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.842443:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9480 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.842457:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.842473:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11429 00000100:00100000:0.0:1777580301.842481:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2362:x1863919946364800:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580301.842490:0:205906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.842504:0:205906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d201 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580301.842529:0:205906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x155e:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:0.0:1777580301.842545:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.842547:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.842553:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 20 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842569:0:205906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 20 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.842581:0:205906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8800, rc 0) 00000100:00100000:0.0:1777580301.842606:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946364800:12345-192.168.202.9@tcp:101:rm.500 Request processed in 127us (2561us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.842614:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11429 00000100:00100000:0.0:1777580301.842639:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11430 00000100:00100000:0.0:1777580301.842646:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2363:x1863919946364928:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580301.842653:0:205906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.842663:0:205906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d208 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580301.842677:0:205906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x157e:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:0.0:1777580301.845633:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.845638:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.845655:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 23 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.845705:0:205906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 23 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.845726:0:205906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9600, rc 0) 00000100:00100000:0.0:1777580301.845798:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946364928:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3151us (5692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.845809:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11430 00000100:00100000:0.0:1777580301.845869:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11431 00000100:00100000:0.0:1777580301.845883:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:3288:x1863919917432704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.845922:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5490 count 1 00010000:00010000:0.0:1777580301.845958:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.845974:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.845982:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.845984:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.845987:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.846031:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.846046:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 22 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.846064:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917433856:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.846160:0:206018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 19 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.846176:0:206018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917433600:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.846232:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11432 00000100:00100000:1.0:1777580301.846242:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3288:x1863919917432832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.846259:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5487 count 1 00010000:00010000:1.0:1777580301.846275:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.846287:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 22 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.846294:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.846295:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.846297:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.846338:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 22 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.846347:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 22 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.846355:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205897:1863919917433984:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.846439:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.846581:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.846593:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946364032 00000100:00100000:1.0:1777580301.846604:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946364032 00000100:00100000:3.0:1777580301.846629:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.846646:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822732147096 time 7822737030970 state 0x0 ref 1 00000100:00100000:1.0:1777580301.846660:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822737130970 time 7822737030970 state 0x1 ref 1 00000100:00100000:1.0:1777580301.846684:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946361984 00000100:00100000:1.0:1777580301.846686:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946361984 00000100:00100000:3.0:1777580301.846693:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.846697:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822773991214 time 7822775363888 state 0x0 ref 1 00000100:00100000:1.0:1777580301.846704:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822775463888 time 7822775363888 state 0x1 ref 1 00000100:00100000:1.0:1777580301.846726:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822737130970 time 7822795587248 state 0x0 ref 1 00000100:00100000:1.0:1777580301.846735:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+97:282263:x1863919946364032:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580301.846751:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.846774:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45e8b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1e5 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.846850:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45e8b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1e5 expref: 98 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.846865:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45e8b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1e5 expref: 98 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.846885:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c4:0x0].0x0 (ffffa02484c59e00) 00010000:00010000:1.0:1777580301.846888:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580301.846891:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:1.0:1777580301.846917:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+98:282263:x1863919946364032:12345-192.168.202.9@tcp:101:touch.500 Request processed in 183us (8251us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.846935:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18599 00000100:00100000:1.0:1777580301.846940:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822737130970 time 7822795587248 state 0x2 ref 0 00000100:00100000:1.0:1777580301.846962:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822775463888 time 7822795826057 state 0x0 ref 1 00000100:00100000:1.0:1777580301.846971:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+97:282276:x1863919946361984:12345-192.168.202.9@tcp:101:rm.500 00000100:00100000:3.0:1777580301.847016:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917430656:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.847040:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.847069:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946365440 00000100:00100000:3.0:1777580301.847073:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946365440 00000100:00100000:3.0:1777580301.847096:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11433 00000100:00100000:3.0:1777580301.847102:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2362:x1863919946365440:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.847110:0:205898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.847202:0:205898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d20f expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.847218:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1777580301.847227:0:205898:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1580:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:1.0:1777580301.847229:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e45e99 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d1d0 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.847240:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.847242:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.847247:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 24 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.847260:0:205898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 24 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.847274:0:205898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f400, rc 0) 00010000:00010000:1.0:1777580301.847292:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.847300:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2362:x1863919946365440:12345-192.168.202.9@tcp:101:rm.500 Request processed in 199us (608us total) trans 0 rc 0/0 00010000:00010000:1.0:1777580301.847303:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.847307:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11433 00010000:00010000:1.0:1777580301.848849:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.848881:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.848892:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.848898:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849071:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45eae lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849080:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45eae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849087:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45eae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580301.849152:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7bf:0x0]: returning size 0 00000004:00200000:1.0:1777580301.849157:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580301.849184:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45eae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849196:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45eae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849205:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849215:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849222:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849227:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.849231:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849238:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849251:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.849254:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.849258:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849264:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45ea0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849274:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849279:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849284:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849288:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.849290:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849296:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849300:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02484c59c00) 00010000:00010000:1.0:1777580301.849302:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.849304:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849321:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45ea7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849362:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e45e99 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d0 expref: 99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849377:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45eae lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d0 expref: 98 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.849384:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bf:0x0].0x0 (ffffa0249076fc00) 00010000:00010000:1.0:1777580301.849386:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580301.849389:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7e00, rc 0) 00000100:00100000:1.0:1777580301.849468:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+98:282276:x1863919946361984:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2497us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.849478:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18600 00000100:00100000:1.0:1777580301.849487:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822775463888 time 7822795826057 state 0x2 ref 0 00000100:00100000:1.0:1777580301.849538:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946365312 00000100:00100000:1.0:1777580301.849546:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946365312 00000100:00100000:1.0:1777580301.849586:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4002 00000100:00100000:1.0:1777580301.849593:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+98:282254:x1863919946365312:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580301.849909:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+99:282254:x1863919946365312:12345-192.168.202.9@tcp:35:touch.500 Request processed in 316us (3278us total) trans 8589950034 rc 0/0 00000100:00100000:1.0:1777580301.849917:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4002 00000100:00100000:1.0:1777580301.849964:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946365056 00000100:00100000:1.0:1777580301.849970:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946365056 00010000:00010000:1.0:1777580301.849994:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.850022:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4227 00000100:00100000:1.0:1777580301.850029:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2361:x1863919946365056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.850041:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.850046:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.850058:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.850080:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c692814/0xcb2b2f2f7e44c08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce1f expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.850094:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.850096:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.850101:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.850117:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.850168:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.850185:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.850190:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2361:x1863919946365056:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 162us (3610us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.850196:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4227 00000100:00100000:0.0:1777580301.850400:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777580301.850414:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917434112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580301.850492:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777580301.850542:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.850557:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917434112 00000100:00100000:0.0:1777580301.850561:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917434112 00000100:00100000:0.0:1777580301.850592:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11434 00000100:00100000:0.0:1777580301.850599:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+51:3289:x1863919917434112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580301.850619:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5461 count 1 00010000:00010000:0.0:1777580301.850643:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.850662:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 18 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.850670:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.850672:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.850675:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.850706:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 18 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.850725:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 18 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.850737:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917434240:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.850773:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239ff9dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.850793:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.851696:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917431296 00000100:00100000:0.0:1777580301.851705:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917431296 00000100:00100000:0.0:1777580301.851751:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11435 00000100:00100000:0.0:1777580301.851758:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acfd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3291:x1863919917431296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580301.851782:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5492 count 1 00010000:00010000:0.0:1777580301.851805:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.851824:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 19 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.851832:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.851834:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580301.851837:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.851864:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 19 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.851882:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 19 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.851907:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917434368:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580301.851984:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580301.852006:0:193009:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023917d1600 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.852049:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.852061:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.852072:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.852081:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.852101:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.852724:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+52:3288:x1863919917430272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47914us (49161us total) trans 8589938440 rc 0/0 00000100:00100000:0.0:1777580301.852734:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11412 00000100:00100000:3.0:1777580301.854552:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.854587:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.854619:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946365696 00000100:00100000:3.0:1777580301.854629:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946365696 00000100:00100000:3.0:1777580301.854699:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11436 00000100:00100000:3.0:1777580301.854710:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2362:x1863919946365696:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.854733:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.854763:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d216 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580301.854797:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x155c:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:3.0:1777580301.854822:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.854824:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.854836:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 20 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.854857:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 20 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.854874:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997ea00, rc 0) 00000100:00100000:3.0:1777580301.855591:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946365696:12345-192.168.202.9@tcp:101:rm.500 Request processed in 876us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.855601:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11436 00010000:00010000:3.0:1777580301.855647:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580301.855659:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.855671:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e4800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.855676:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.855775:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.855798:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.855807:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081fb3c26/0xcb2b2f2f7e45d8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.855839:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.855841:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.855843:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.857590:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946365568 00000100:00100000:1.0:1777580301.857609:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946365568 00010000:00010000:1.0:1777580301.857670:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 20 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.857718:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4228 00000100:00100000:1.0:1777580301.857729:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2363:x1863919946365568:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.857750:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.857757:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 20 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.857774:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 20 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.857805:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.857807:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.857813:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.857831:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.857858:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580301.861300:0:205908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e44c40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce34 expref: 20 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.861338:0:205908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917430912:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.861378:0:205908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.867358:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2363:x1863919946365568:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9611us (12798us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.867379:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4228 00000004:00080000:1.0:1777580301.869712:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023a095c700/2, rc 0, transno 8589938440 00000100:00100000:1.0:1777580301.869750:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917430272:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.869803:0:206018:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28780 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.869817:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28180 going to sleep for 11 seconds 00010000:00010000:1.0:1777580301.869864:0:205908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.869881:0:205908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.869896:0:205908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.869904:0:205908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.869943:0:205908:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.869962:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.869969:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.871489:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.871498:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.871514:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.871546:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 1/0,0 mode: --/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.871555:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e45dab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.871597:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.871600:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.871602:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.873262:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3290:x1863919917430784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53001us (53573us total) trans 8589938441 rc 0/0 00000100:00100000:1.0:1777580301.873278:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11417 00000004:00080000:1.0:1777580301.874760:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388927100/2, rc 0, transno 8589938441 00000100:00100000:1.0:1777580301.874790:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917430784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580301.876465:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.876657:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.878257:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.878303:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.878329:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.878374:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.878389:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.878537:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946365824 00000100:00100000:3.0:1777580301.878549:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946365824 00000100:00100000:3.0:1777580301.878604:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946365952 00000100:00100000:3.0:1777580301.878607:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946365952 00000100:00100000:3.0:1777580301.878631:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11437 00000100:00100000:3.0:1777580301.878643:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2362:x1863919946365824:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.878671:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.878701:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d21d expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580301.878789:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x155d:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:3.0:1777580301.878817:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.878819:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.878830:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 20 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.878851:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 20 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.878869:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997e400, rc 0) 00000100:00100000:3.0:1777580301.878945:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946365824:12345-192.168.202.9@tcp:101:rm.500 Request processed in 305us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.878954:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11437 00000100:00100000:3.0:1777580301.878977:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11438 00000100:00100000:3.0:1777580301.878984:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2362:x1863919946365952:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.878992:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.879006:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d224 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580301.879026:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x157f:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:3.0:1777580301.879035:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.879036:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.879040:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 25 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.879052:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 25 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.879061:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f600, rc 0) 00000100:00100000:3.0:1777580301.879080:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2362:x1863919946365952:12345-192.168.202.9@tcp:101:rm.500 Request processed in 98us (2424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.879087:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11438 00000100:00100000:3.0:1777580301.879616:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388925500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205907:1863919917431424:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.879650:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.879682:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388924a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917431552:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580301.879693:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388927480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917431680:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580301.879709:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.881070:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946366080 00000100:00100000:1.0:1777580301.881083:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946366080 00010000:00010000:1.0:1777580301.881151:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 25 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.881189:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946366208 00000100:00100000:1.0:1777580301.881193:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946366208 00010000:00010000:1.0:1777580301.881210:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 20 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.881222:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946366336 00000100:00100000:1.0:1777580301.881225:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946366336 00010000:00010000:1.0:1777580301.881239:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 26 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.881250:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946366464 00000100:00100000:1.0:1777580301.881252:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946366464 00010000:00010000:1.0:1777580301.881270:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.881282:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946366592 00000100:00100000:1.0:1777580301.881285:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946366592 00010000:00010000:1.0:1777580301.881300:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 20 pid: 206021 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.881330:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4229 00000100:00100000:1.0:1777580301.881341:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946366080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.881359:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.881365:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 26 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881385:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 26 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881415:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e44bf3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x156e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cdee expref: 26 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881438:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.881439:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.881444:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881454:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881487:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.881562:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2361:x1863919946366080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 222us (3313us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.881570:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4229 00000100:00100000:1.0:1777580301.881634:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4230 00000100:00100000:1.0:1777580301.881641:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946366208:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.881649:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.881653:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 20 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881669:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 20 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881682:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e110d983/0xcb2b2f2f7e44f8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cef1 expref: 20 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881694:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.881712:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946366208:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 72us (3409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.881718:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4230 00000100:00100000:0.0:1777580301.881721:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395c55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917432320:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.881732:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4231 00000100:00100000:1.0:1777580301.881738:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2362:x1863919946366336:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.881745:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.881748:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 24 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.881750:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881759:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 24 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881771:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000964941cd/0xcb2b2f2f7e44c16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce11 expref: 24 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881780:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.881781:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.881784:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.881786:0:193009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:193009:1863919917432448:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.881792:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.881800:0:193009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881809:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.881827:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2362:x1863919946366336:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 89us (3497us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.881833:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4231 00000100:00100000:1.0:1777580301.881846:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4232 00000100:00100000:1.0:1777580301.881852:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2363:x1863919946366464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777580301.881852:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917433344:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.881860:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.881865:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.881867:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881876:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881890:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e450e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf29 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.881894:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae685c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917433216:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.881901:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.881903:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.881905:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.881907:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881920:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.881952:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.881969:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2363:x1863919946366464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 118us (3595us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.881976:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4232 00000100:00100000:1.0:1777580301.881990:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4233 00000100:00100000:1.0:1777580301.881996:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2363:x1863919946366592:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.882004:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.882008:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 20 pid: 206021 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882018:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 20 pid: 206021 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882030:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b48b1cd/0xcb2b2f2f7e44deb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce7a expref: 20 pid: 206021 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882038:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.882040:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.882043:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882054:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882072:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.882090:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2363:x1863919946366592:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 94us (3700us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.882097:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4233 00010000:00010000:1.0:1777580301.882117:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882126:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882159:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.882164:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917433856:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.882169:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.882178:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882189:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.882556:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:3288:x1863919917431936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44562us (44833us total) trans 8589938442 rc 0/0 00000100:00100000:1.0:1777580301.882565:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11420 00010000:00010000:1.0:1777580301.882589:0:193009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882601:0:193009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882609:0:193009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882616:0:193009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882629:0:193009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580301.882768:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3289:x1863919917432064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44365us (44436us total) trans 8589938443 rc 0/0 00000100:00100000:1.0:1777580301.882776:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11421 00010000:00010000:1.0:1777580301.882800:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.882808:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882819:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.882824:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882834:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882850:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882857:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d078fd7d/0xcb2b2f2f7e45e30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882881:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.882884:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882891:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.882894:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882901:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882910:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882917:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080ecf964/0xcb2b2f2f7e45e37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.882945:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.882947:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.882948:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.882993:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205897:1863919917433984:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.883008:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.883042:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917433600:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.883053:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580301.887516:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388925c00/2, rc 0, transno 8589938442 00000100:00100000:0.0:1777580301.887553:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388925c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917431936:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580301.887594:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388925f80/2, rc 0, transno 8589938443 00000100:00100000:0.0:1777580301.887598:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917432064:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580301.887617:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.889582:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1863919917434880:0@lo:400:kworker.0 00000100:00100000:0.0:1777580301.889677:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.889739:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777580301.889746:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9cfe4ba-1c77-4cea-977e-78bab78865b1:3288:1863919917434496:0@lo:400:kworker.0 00000100:00100000:0.0:1777580301.889782:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.889831:0:187623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917434496 00000100:00100000:0.0:1777580301.889840:0:187623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917434496 00000100:00100000:0.0:1777580301.889897:0:187623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1777580301.889906:0:187623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487066c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9cfe4ba-1c77-4cea-977e-78bab78865b1+18:3288:x1863919917434496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777580301.889982:0:187623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487066c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9cfe4ba-1c77-4cea-977e-78bab78865b1+18:3288:x1863919917434496:12345-0@lo:400:kworker.0 Request processed in 76us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580301.889990:0:187623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1777580301.890058:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9cfe4ba-1c77-4cea-977e-78bab78865b1:3288:1863919917434496:0@lo:400:kworker.0 00000100:00100000:0.0:1777580301.890086:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1863919917434752:0@lo:400:kworker.0 00000100:00100000:0.0:1777580301.890112:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580301.890155:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777580301.890161:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1863919917434624:0@lo:400:kworker.0 00000100:00100000:0.0:1777580301.890183:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777580301.894010:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.894035:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.894050:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.894059:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.894082:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.894109:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894163:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894228:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894247:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894266:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894286:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894325:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894359:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894378:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894389:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894401:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894439:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.894476:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946366720 00000100:00100000:1.0:1777580301.894489:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946366720 00010000:00010000:1.0:1777580301.894540:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 18 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894567:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946366848 00000100:00100000:1.0:1777580301.894570:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946366848 00010000:00010000:1.0:1777580301.894587:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 23 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894603:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946366976 00000100:00100000:1.0:1777580301.894605:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946366976 00010000:00010000:1.0:1777580301.894617:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894627:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946367104 00000100:00100000:1.0:1777580301.894629:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946367104 00010000:00010000:1.0:1777580301.894643:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 19 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894654:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946367360 00000100:00100000:1.0:1777580301.894657:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946367360 00010000:00010000:1.0:1777580301.894668:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 25 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894679:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946367232 00000100:00100000:1.0:1777580301.894681:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946367232 00010000:00010000:1.0:1777580301.894693:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 26 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894702:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946367488 00000100:00100000:1.0:1777580301.894705:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946367488 00010000:00010000:1.0:1777580301.894716:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 19 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894726:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946367872 00000100:00100000:1.0:1777580301.894729:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946367872 00010000:00010000:1.0:1777580301.894741:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 20 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894752:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946368000 00000100:00100000:1.0:1777580301.894755:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946368000 00010000:00010000:1.0:1777580301.894766:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 19 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.894783:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4234 00000100:00100000:1.0:1777580301.894794:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2363:x1863919946366720:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.894813:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.894819:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 19 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.894833:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 19 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.894860:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e452ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf68 expref: 19 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.894878:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.894880:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.894886:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.894896:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.894947:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.895012:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2363:x1863919946366720:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 220us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.895020:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4234 00000100:00100000:1.0:1777580301.895040:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4235 00000100:00100000:1.0:1777580301.895046:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2363:x1863919946366848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.895056:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.895060:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 26 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895070:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 26 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895084:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005372e813/0xcb2b2f2f7e44c39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce2d expref: 26 pid: 206352 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895094:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895096:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895099:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895107:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895126:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.895182:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2363:x1863919946366848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 135us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.895189:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4235 00000100:00100000:1.0:1777580301.895204:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4236 00000100:00100000:1.0:1777580301.895211:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2361:x1863919946366976:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.895220:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.895224:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895234:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895247:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084835baa/0xcb2b2f2f7e44c0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1572:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce26 expref: 24 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895256:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895258:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895261:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895270:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895290:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.895309:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2361:x1863919946366976:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 99us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.895316:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4236 00000100:00100000:1.0:1777580301.895363:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4237 00000100:00100000:1.0:1777580301.895369:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2362:x1863919946367104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.895377:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.895382:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 19 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895391:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 19 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895404:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e44db3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce73 expref: 19 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895415:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895417:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895420:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895427:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895448:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.895466:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+18:2362:x1863919946367104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 97us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.895472:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4237 00000100:00100000:1.0:1777580301.895487:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4238 00000100:00100000:1.0:1777580301.895494:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2362:x1863919946367360:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.895501:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.895506:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 22 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895515:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 22 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895528:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895530:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895533:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895541:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895553:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.895571:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2362:x1863919946367360:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 78us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.895578:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4238 00000100:00100000:1.0:1777580301.895591:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4239 00000100:00100000:1.0:1777580301.895597:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2362:x1863919946367232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.895605:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.895610:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 21 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895620:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 21 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895633:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e44c47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x156f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce03 expref: 21 pid: 188246 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895643:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895644:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895647:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895654:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895672:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.895691:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946367232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 93us (1404us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.895697:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4239 00000100:00100000:1.0:1777580301.895711:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4240 00000100:00100000:1.0:1777580301.895717:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2362:x1863919946367488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.895725:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.895729:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 20 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895739:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 20 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895758:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895759:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895762:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895770:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895783:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.895802:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2362:x1863919946367488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 85us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.895808:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4240 00000100:00100000:1.0:1777580301.895821:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4241 00000100:00100000:1.0:1777580301.895826:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946367872:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.895834:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.895839:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 19 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895847:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 19 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895858:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895859:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895862:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895876:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895887:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.895904:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946367872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 78us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.895910:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4241 00000100:00100000:1.0:1777580301.895933:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4242 00000100:00100000:1.0:1777580301.895944:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2361:x1863919946368000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.895953:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.895958:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 17 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895969:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 17 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895981:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895983:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.895986:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.895993:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.896004:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.896019:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2361:x1863919946368000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 77us (1617us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.896025:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4242 00010000:00010000:1.0:1777580301.896058:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.896067:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.896077:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.896085:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.896104:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580301.898453:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+51:3288:x1863919917431040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61978us (62489us total) trans 8589938837 rc 0/0 00000100:00100000:3.0:1777580301.898470:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11418 00000100:00100000:3.0:1777580301.898514:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946367616 00000100:00100000:3.0:1777580301.898525:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946367616 00000100:00100000:3.0:1777580301.898567:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946367744 00000100:00100000:3.0:1777580301.898570:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946367744 00000100:00100000:3.0:1777580301.898598:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11439 00000100:00100000:3.0:1777580301.898607:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+18:2361:x1863919946367616:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580301.899095:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2361:x1863919946367616:12345-192.168.202.9@tcp:2:touch.500 Request processed in 488us (4767us total) trans 8589938444 rc 0/0 00000100:00100000:3.0:1777580301.899103:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11439 00000100:00100000:3.0:1777580301.899118:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11440 00000100:00100000:3.0:1777580301.899559:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2363:x1863919946367744:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580301.899573:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.899601:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d22b expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580301.899632:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1582:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00000100:00100000:1.0:1777580301.899642:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3290:x1863919917432960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58043us (60321us total) trans 8589938836 rc 0/0 00000100:00100000:1.0:1777580301.899650:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11426 00010000:00010000:3.0:1777580301.899651:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.899653:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580301.899662:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 21 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580301.899737:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1ca80/2, rc 0, transno 8589938836 00000100:00100000:1.0:1777580301.899764:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917432960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.899790:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.899798:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899808:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.899814:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899826:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899847:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899854:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002533d359/0xcb2b2f2f7e45e22 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899882:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.899886:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899893:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.899896:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899903:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899912:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899918:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8ec2451/0xcb2b2f2f7e45e53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.899949:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.899951:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.899952:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.900370:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 21 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.900389:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997fa00, rc 0) 00000100:00100000:3.0:1777580301.900430:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2363:x1863919946367744:12345-192.168.202.9@tcp:101:rm.500 Request processed in 878us (6070us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.900437:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11440 00010000:00010000:1.0:1777580301.902255:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902280:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902296:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902305:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902357:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.902761:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3288:x1863919917432832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56515us (61337us total) trans 8589938838 rc 0/0 00000100:00100000:1.0:1777580301.902772:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11432 00010000:00010000:1.0:1777580301.902826:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.902833:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902843:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.902848:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902858:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902881:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902888:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e45e84 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902915:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.902917:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.902918:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.902949:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902959:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.902968:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903165:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903191:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.903471:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+52:3290:x1863919917431808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62522us (64450us total) trans 8589938445 rc 0/0 00000100:00100000:1.0:1777580301.903480:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11425 00000004:00080000:1.0:1777580301.903555:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388924700/2, rc 0, transno 8589938445 00000100:00100000:1.0:1777580301.903569:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388924700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917431808:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580301.903609:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903618:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903626:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903634:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903649:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580301.903784:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+52:3290:x1863919917432192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62966us (64912us total) trans 8589938446 rc 0/0 00000100:00100000:1.0:1777580301.903791:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11424 00000004:00080000:1.0:1777580301.903822:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388925880/2, rc 0, transno 8589938446 00000100:00100000:1.0:1777580301.903830:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388925880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917432192:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580301.903846:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.903852:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903865:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.903868:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903877:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903893:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903901:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e45e61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903921:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.903938:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903945:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.903948:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903955:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903964:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.903971:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067f5c9e5/0xcb2b2f2f7e45e4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.904475:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.904486:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.904495:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.904502:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.904522:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580301.904539:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.904542:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.904549:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e2000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.904553:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.904560:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.904572:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.904579:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e45e29 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.904597:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.904598:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.904600:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.904889:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+50:3289:x1863919917431168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 67528us (68560us total) trans 8589938839 rc 0/0 00000100:00100000:3.0:1777580301.904898:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11419 00000100:00100000:3.0:1777580301.904946:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917434880 00000100:00100000:3.0:1777580301.904955:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917434880 00000100:00100000:3.0:1777580301.905018:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917434752 00000100:00100000:3.0:1777580301.905022:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917434752 00000100:00100000:3.0:1777580301.905043:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917434624 00000100:00100000:3.0:1777580301.905046:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917434624 00000100:00100000:3.0:1777580301.905063:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946368256 00000100:00100000:3.0:1777580301.905066:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946368256 00000100:00100000:3.0:1777580301.905086:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822775463888 time 7822795826057 state 0x0 ref 1 00000100:00100000:3.0:1777580301.905098:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822795926057 time 7822795826057 state 0x1 ref 1 00000100:00100000:3.0:1777580301.905116:0:207396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1777580301.905125:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+6:3288:x1863919917434880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777580301.905192:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+6:3288:x1863919917434880:12345-0@lo:400:kworker.0 Request processed in 68us (15514us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.905197:0:207396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1777580301.905500:0:207396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1777580301.905510:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1863919917434752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777580301.905624:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1863919917434752:12345-0@lo:400:kworker.0 Request processed in 116us (15510us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.905631:0:207396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1777580301.905645:0:207396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1777580301.905651:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1863919917434624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777580301.905691:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1863919917434624:12345-0@lo:400:kworker.0 Request processed in 31us (15497us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580301.905697:0:207396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1777580301.905712:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822795926057 time 7822854573060 state 0x0 ref 1 00000100:00100000:3.0:1777580301.905723:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+99:282272:x1863919946368256:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580301.905788:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580301.905818:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e45dc7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1bb expref: 99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.905838:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e45991 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d10c expref: 98 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.905849:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bb:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580301.905859:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.905887:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.905903:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.905914:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.905944:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.905952:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.905958:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.906095:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.906104:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.906111:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580301.908450:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1788, 64 off122624 00000004:00080000:3.0:1777580301.908465:0:207396:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7822857329473ns, next at 7823857325761ns, rc = 0 00010000:00010000:3.0:1777580301.908572:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.908594:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.908607:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.908616:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.908627:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.908633:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.908653:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1777580301.910070:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777580301.910098:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.910111:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.910124:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.910129:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.910154:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.910174:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bb:0x0].0x0 (ffffa02486090900) 00010000:00010000:1.0:1777580301.910177:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580301.910183:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.910189:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45ef4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.910212:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.910214:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.910216:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580301.910331:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.910377:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946368512 00000100:00100000:1.0:1777580301.910388:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946368512 00000100:00100000:1.0:1777580301.910452:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4003 00000100:00100000:1.0:1777580301.910463:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+99:282263:x1863919946368512:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580301.915629:0:205898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262a4562/0xcb2b2f2f7e44f2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cece expref: 18 pid: 193009 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.915659:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917434368:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.915709:0:205898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.915721:0:205898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.915727:0:205898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.915740:0:205898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.915748:0:205898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.915782:0:205898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.915852:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:282263:x1863919946368512:12345-192.168.202.9@tcp:35:touch.500 Request processed in 5387us (5522us total) trans 8589950036 rc 0/0 00000100:00100000:1.0:1777580301.915868:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4003 00010000:00010000:1.0:1777580301.915920:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.915938:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.915947:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.915952:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.915962:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.915988:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.915995:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e45ebc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.916021:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.916023:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.916024:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.916533:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acfd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3291:x1863919917431296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 64773us (65737us total) trans 8589938840 rc 0/0 00000100:00100000:0.0:1777580301.916548:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11435 00010000:00010000:0.0:1777580301.916607:0:188248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022f3616e/0xcb2b2f2f7e44c01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce18 expref: 20 pid: 205895 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.916622:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:188248:1863919917433472:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.916644:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.916654:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.916661:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.916670:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.916691:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.916713:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580301.916897:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3290:x1863919917432576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 75005us (77530us total) trans 8589938841 rc 0/0 00000100:00100000:0.0:1777580301.916904:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11427 00010000:00010000:0.0:1777580301.916962:0:206352:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e450ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf30 expref: 17 pid: 188248 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.916976:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef37100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917433728:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580301.916989:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.916997:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917004:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917012:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917019:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917027:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580301.917360:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+50:3290:x1863919917433088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 75039us (77963us total) trans 8589938842 rc 0/0 00000100:00100000:0.0:1777580301.917366:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11428 00010000:00010000:0.0:1777580301.917388:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580301.917395:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917411:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.917415:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917424:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917442:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917450:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e45e5a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917472:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580301.917475:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917482:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580301.917485:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917492:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917501:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917510:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000081e5a44/0xcb2b2f2f7e45e68 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.917524:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.917526:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580301.917527:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.917549:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917435008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.917592:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777580301.917781:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917791:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917797:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917803:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.917807:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917813:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917826:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bb:0x0].0x0 (ffffa02486090900) 00010000:00010000:3.0:1777580301.917829:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580301.917833:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917840:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45eed lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917876:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917884:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917890:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917895:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.917897:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917903:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917910:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.917912:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.917915:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.917920:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e45edf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.917943:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000224a93e3 reply state 000000000fc61920 transno 8589950035 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.917952:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580301.918034:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:282272:x1863919946368256:12345-192.168.202.9@tcp:36:rm.500 Request processed in 12313us (23593us total) trans 8589950035 rc 0/0 00000100:00100000:3.0:1777580301.918044:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18601 00000100:00100000:3.0:1777580301.918053:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822795926057 time 7822854573060 state 0x2 ref 0 00000004:00080000:0.0:1777580301.921436:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388926a00/2, rc 0, transno 8589938839 00000100:00100000:0.0:1777580301.921465:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388926a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917431168:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.922254:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235d500/2, rc 0, transno 8589938841 00000100:00100000:1.0:1777580301.922262:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917432576:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580301.922290:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1c700/2, rc 0, transno 8589938842 00000100:00100000:1.0:1777580301.922294:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917433088:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.922334:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.922371:0:207637:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000965f1a2/0xcb2b2f2f7e45507 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d03a expref: 16 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.922401:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef37800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917434240:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.922434:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.922446:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.922454:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.922467:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.922476:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.922499:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580301.922671:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777580301.922883:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+52:3289:x1863919917434112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72283us (72389us total) trans 8589938447 rc 0/0 00000100:00100000:1.0:1777580301.922896:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11434 00000100:00100000:1.0:1777580301.922943:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917435008 00000100:00100000:1.0:1777580301.922953:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917435008 00000100:00100000:1.0:1777580301.923015:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11441 00000100:00100000:1.0:1777580301.923027:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+50:3289:x1863919917435008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.923066:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5491 count 1 00010000:00010000:1.0:1777580301.923095:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923115:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 19 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923125:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.923128:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.923132:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923203:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 19 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923221:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 19 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.923240:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917435136:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.923324:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580301.923370:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3291:1863919917434624:0@lo:400:kworker.0 00010000:00010000:3.0:1777580301.923384:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.923386:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3291:1863919917434752:0@lo:400:kworker.0 00010000:00010000:3.0:1777580301.923394:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580301.923399:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580301.923400:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388926300/2, rc 0, transno 8589938840 00000100:00100000:1.0:1777580301.923404:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388926300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917431296:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580301.923410:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.923433:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.923440:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049b7be89/0xcb2b2f2f7e45eb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923451:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.923462:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.923462:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.923464:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580301.923467:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.923471:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923479:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923493:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.923689:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+51:3288:x1863919917432704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77812us (82588us total) trans 8589938843 rc 0/0 00000100:00100000:1.0:1777580301.923697:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11431 00010000:00010000:1.0:1777580301.923823:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.923829:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923837:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.923841:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923848:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923860:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.923866:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.923868:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000957c2d31/0xcb2b2f2f7e45e7d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.923887:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.923888:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.923890:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580301.923893:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef35880/2, rc 0, transno 8589938447 00000100:00100000:1.0:1777580301.923901:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917435264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580301.923904:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917434112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580301.923944:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580301.923978:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917435264 00000100:00100000:1.0:1777580301.923983:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917435264 00000100:00100000:1.0:1777580301.924007:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11442 00000100:00100000:1.0:1777580301.924014:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3290:x1863919917435264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580301.924031:0:193009:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5495 count 1 00010000:00010000:1.0:1777580301.924049:0:193009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.924066:0:193009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 16 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.924072:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.924074:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.924076:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.924099:0:193009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 16 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.924115:0:193009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 16 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.924127:0:193009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c9b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917435392:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580301.924199:0:193009:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28540 going to sleep for 11 seconds 00010000:00010000:0.0:1777580301.926191:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.926266:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3288:1863919917434880:0@lo:400:kworker.0 00000004:00080000:0.0:1777580301.926291:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1c000/2, rc 0, transno 8589938838 00000100:00100000:0.0:1777580301.926311:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917432832:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580301.926323:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235ed80/2, rc 0, transno 8589938843 00000100:00100000:0.0:1777580301.926327:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917432704:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580301.926338:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388927b80/2, rc 0, transno 8589938837 00000100:00100000:0.0:1777580301.926341:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388927b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917431040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.928366:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580301.928402:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928416:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928424:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928430:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.928436:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928443:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928463:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02486090600) 00010000:00010000:1.0:1777580301.928467:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.928473:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928479:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e45ee6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.928559:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917435136:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.928591:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.928625:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946368640 00000100:00100000:1.0:1777580301.928633:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946368640 00010000:00010000:1.0:1777580301.928675:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 20 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.928720:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4243 00000100:00100000:1.0:1777580301.928731:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2363:x1863919946368640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.928750:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.928757:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 20 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928771:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 20 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928792:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e44dac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1573:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ce6c expref: 20 pid: 188247 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928807:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.928809:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.928815:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928830:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.928861:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.928936:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2363:x1863919946368640:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 195us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.928945:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4243 00010000:00010000:0.0:1777580301.928955:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.928969:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.928977:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.928985:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.929002:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580301.929064:0:193009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c9b5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917435392:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580301.929078:0:193009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.929215:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.929234:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946368768 00000100:00100000:1.0:1777580301.929238:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946368768 00010000:00010000:1.0:1777580301.929256:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 17 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.929278:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4244 00000100:00100000:1.0:1777580301.929286:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2363:x1863919946368768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580301.929294:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.929298:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 17 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929308:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 17 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929322:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e452b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1577:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf6f expref: 17 pid: 205905 timeout: 7922 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929331:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.929332:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580301.929335:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929342:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929357:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580301.929378:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2363:x1863919946368768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 94us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.929385:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4244 00010000:00010000:1.0:1777580301.929402:0:193009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929409:0:193009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929417:0:193009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929424:0:193009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929438:0:193009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580301.929510:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+52:3289:x1863919917435008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6485us (11917us total) trans 8589938844 rc 0/0 00000100:00100000:0.0:1777580301.929519:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11441 00000004:00080000:0.0:1777580301.929559:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e5500/2, rc 0, transno 8589938844 00000100:00100000:0.0:1777580301.929573:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917435008:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580301.929580:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3290:x1863919917435264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5566us (5636us total) trans 8589938845 rc 0/0 00000100:00100000:1.0:1777580301.929586:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11442 00000004:00080000:1.0:1777580301.929624:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e4e00/2, rc 0, transno 8589938845 00000100:00100000:1.0:1777580301.929642:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917435264:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580301.929659:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580301.929666:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929674:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.929678:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929687:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929699:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929706:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b2fc935/0xcb2b2f2f7e45efb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929724:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580301.929727:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929734:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580301.929737:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929745:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929754:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929761:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f232fa36/0xcb2b2f2f7e45f02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.929775:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.929777:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580301.929778:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580301.937968:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580301.940960:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580301.941981:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946369024 00000100:00100000:3.0:1777580301.942001:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946369024 00000100:00100000:3.0:1777580301.942056:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822737130970 time 7822795587248 state 0x0 ref 1 00000100:00100000:3.0:1777580301.942073:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822795687248 time 7822795587248 state 0x1 ref 1 00000100:00100000:3.0:1777580301.942111:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822795687248 time 7822890973262 state 0x0 ref 1 00000100:00100000:3.0:1777580301.942645:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+99:282265:x1863919946369024:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.943399:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.943435:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f09 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d232 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.943646:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.943665:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.943678:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.943918:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.943936:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.943944:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580301.945869:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1585:0x0], index 0: 0 00010000:00010000:3.0:1777580301.946169:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e45f1e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.946190:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e45f1e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.946657:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e45f1e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.946921:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.946942:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.946951:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.946958:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.946963:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.946971:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.946988:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.946991:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.946997:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.947003:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f10 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580301.947024:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e7233d6 reply state 00000000fd0359c4 transno 8589950037 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.947036:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580301.947094:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f09 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d232 expref: 102 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.947112:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e45f1e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d232 expref: 101 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.947353:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c5:0x0].0x0 (ffffa02486090100) 00010000:00010000:3.0:1777580301.947356:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.947359:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8600, rc 0) 00000100:00100000:3.0:1777580301.952431:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+102:282265:x1863919946369024:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5341us (9511us total) trans 8589950037 rc 0/0 00000100:00100000:3.0:1777580301.952467:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18602 00000100:00100000:3.0:1777580301.952479:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822795687248 time 7822890973262 state 0x2 ref 0 00010000:00010000:1.0:1777580301.957316:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.957339:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.957348:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.957354:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.957360:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.957368:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.957389:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02486090900) 00010000:00010000:1.0:1777580301.957393:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.957398:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.957405:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45f17 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.962984:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580301.963025:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580301.963181:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946369280 00000100:00100000:3.0:1777580301.963194:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946369280 00000100:00100000:3.0:1777580301.963407:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822795687248 time 7822890973262 state 0x0 ref 1 00000100:00100000:3.0:1777580301.963423:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822891073262 time 7822890973262 state 0x1 ref 1 00000100:00100000:3.0:1777580301.963450:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946369536 00000100:00100000:3.0:1777580301.963453:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946369536 00000100:00100000:3.0:1777580301.963464:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822891073262 time 7822890973262 state 0x1 ref 2 00000100:00100000:3.0:1777580301.963484:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822912446664 time 7822912346664 state 0x1 ref 2 00000100:00100000:3.0:1777580301.963496:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+102:282265:x1863919946369280:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580301.963571:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580301.963608:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e45f1e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d232 expref: 102 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.963630:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c5:0x0].0x0 (ffffa02486090100) 00010000:00010000:3.0:1777580301.963642:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580301.963895:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822912446664 time 7822912755058 state 0x0 ref 2 00000100:00100000:0.0:1777580301.963910:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+101:282255:x1863919946369536:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580301.963921:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580301.963949:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e45f2c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d239 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.964109:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.964157:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.964170:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.964187:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.964194:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.964202:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580301.964787:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1561:0x0], index 1: 0 00010000:00010000:0.0:1777580301.964981:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e45f41 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.964993:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e45f41 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965002:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e45f41 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965046:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965058:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965064:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965070:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580301.965074:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965081:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965093:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580301.965096:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580301.965100:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965106:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e45f33 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580301.965121:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2f0ecdd reply state 00000000f23474d4 transno 8589950038 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.965131:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580301.965189:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e45f2c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d239 expref: 104 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965206:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e45f41 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d239 expref: 103 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580301.965221:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c6:0x0].0x0 (ffffa0249881d900) 00010000:00010000:0.0:1777580301.965224:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580301.965226:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c8400, rc 0) 00000100:00100000:1.0:1777580301.965718:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+104:282255:x1863919946369536:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1808us (2688us total) trans 8589950038 rc 0/0 00000100:00100000:1.0:1777580301.965729:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18604 00010000:00010000:3.0:1777580301.965843:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.965854:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.965863:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.965955:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00010000:3.0:1777580301.965995:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090b0be3f reply state 00000000753dff19 transno 8589950039 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580301.966003:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580301.966057:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+105:282265:x1863919946369280:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2563us (3090us total) trans 8589950039 rc 0/0 00000100:00100000:3.0:1777580301.966064:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18603 00000100:00100000:3.0:1777580301.966071:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822912446664 time 7822912755058 state 0x2 ref 0 00000100:00100000:3.0:1777580301.966094:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946369792 00000100:00100000:3.0:1777580301.966103:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946369792 00000100:00100000:3.0:1777580301.967879:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822912446664 time 7822912755058 state 0x0 ref 1 00000100:00100000:3.0:1777580301.967898:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822912855058 time 7822912755058 state 0x1 ref 1 00000100:00100000:3.0:1777580301.968538:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822912855058 time 7822917397468 state 0x0 ref 1 00000100:00100000:3.0:1777580301.968567:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+293:282283:x1863919946369792:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580301.968597:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580301.968624:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f56 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d240 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.968855:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.968874:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.968887:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.968906:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.968912:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.968919:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.969104:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e45f6b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.969114:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e45f6b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.969474:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580301.970011:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970022:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970029:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970033:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e45f6b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970036:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.970041:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580301.970047:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7bc:0x0]: returning size 0 00010000:00010000:1.0:1777580301.970049:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970063:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c5:0x0].0x0 (ffffa02486090600) 00010000:00010000:1.0:1777580301.970066:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.970071:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970077:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e45f4f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970117:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970124:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970130:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970153:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.970157:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970163:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970171:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0249881db00) 00010000:00010000:1.0:1777580301.970174:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.970177:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970182:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e45f3a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.970242:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580301.970278:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946370048 00000100:00100000:1.0:1777580301.970289:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946370048 00000100:00100000:1.0:1777580301.970334:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822917497468 time 7822917397468 state 0x1 ref 2 00000100:00100000:1.0:1777580301.970360:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946370304 00000100:00100000:1.0:1777580301.970363:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946370304 00000100:00100000:1.0:1777580301.970376:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822917497468 time 7822917397468 state 0x1 ref 3 00000100:00100000:1.0:1777580301.970395:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822919358898 time 7822919258898 state 0x1 ref 3 00000100:00100000:1.0:1777580301.970407:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+104:282255:x1863919946370048:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580301.970463:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580301.970483:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e45f41 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d239 expref: 104 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970495:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c6:0x0].0x0 (ffffa0249881d900) 00010000:00010000:1.0:1777580301.970502:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580301.970574:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970576:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970582:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.970587:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970588:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970594:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.970596:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970597:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970603:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970611:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580301.970614:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.970616:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970621:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e45f5d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970635:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970639:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970645:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970655:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580301.970658:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970663:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.970669:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024996f9800) 00010000:00010000:3.0:1777580301.970671:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580301.970674:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.970702:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1af8ee3 reply state 000000007b985521 transno 8589950041 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.970717:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580301.970821:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+105:282255:x1863919946370048:12345-192.168.202.9@tcp:36:touch.500 Request processed in 414us (1350us total) trans 8589950041 rc 0/0 00000100:00100000:1.0:1777580301.970828:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18606 00000100:00100000:1.0:1777580301.970853:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822919358898 time 7822919717081 state 0x0 ref 2 00000100:00100000:1.0:1777580301.970863:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+104:282266:x1863919946370304:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580301.970874:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.970884:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45f80 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d247 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580301.970979:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580301.971001:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971013:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971020:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971033:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971039:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971046:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.971079:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e45f64 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.971117:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e45f56 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d240 expref: 296 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580301.971636:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1586:0x0], index 0: 0 00010000:00010000:1.0:1777580301.971815:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45f95 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971825:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45f95 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971833:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45f95 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971860:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971867:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971873:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971879:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580301.971883:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971890:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971900:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580301.971903:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580301.971907:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971918:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e45f87 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580301.971947:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fbc2ef24 reply state 00000000f263f440 transno 8589950042 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580301.971956:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580301.971979:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e45f80 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d247 expref: 107 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971992:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45f95 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d247 expref: 106 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.971999:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c7:0x0].0x0 (ffffa0249f048b00) 00010000:00010000:1.0:1777580301.972001:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580301.972003:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6c00, rc 0) 00000100:00100000:1.0:1777580301.972074:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282266:x1863919946370304:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1211us (1833us total) trans 8589950042 rc 0/0 00000100:00100000:1.0:1777580301.972083:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18607 00000100:00100000:1.0:1777580301.972107:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946370432 00000100:00100000:1.0:1777580301.972113:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946370432 00000100:00100000:1.0:1777580301.972167:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822919817081 time 7822919717081 state 0x1 ref 2 00000100:00100000:1.0:1777580301.972182:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822919817081 time 7822921045214 state 0x0 ref 2 00000100:00100000:1.0:1777580301.972195:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282265:x1863919946370432:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580301.972214:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580301.972227:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45fa3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d24e expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.972263:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45fa3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d24e expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.972273:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45fa3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d24e expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580301.972290:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c5:0x0].0x0 (ffffa0249f048600) 00010000:00010000:1.0:1777580301.972293:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580301.972295:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6600, rc 0) 00000100:00100000:1.0:1777580301.972315:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282265:x1863919946370432:12345-192.168.202.9@tcp:101:touch.500 Request processed in 123us (1337us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580301.972321:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18608 00010000:00010000:3.0:1777580301.973634:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e45f6b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d240 expref: 295 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580301.973645:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580301.973648:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580301.973651:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8200, rc 0) 00010000:00010000:1.0:1777580302.002496:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.002522:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.002532:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.002539:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.002546:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.002554:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.002583:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c6:0x0].0x0 (ffffa02484c59c00) 00010000:00010000:1.0:1777580302.002586:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.002593:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.002599:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e45f79 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.002778:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.002812:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946370560 00000100:00100000:1.0:1777580302.002827:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946370560 00000100:00100000:1.0:1777580302.002881:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822921145214 time 7822921045214 state 0x1 ref 2 00000100:00100000:1.0:1777580302.002910:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822921145214 time 7822951772794 state 0x0 ref 2 00000100:00100000:1.0:1777580302.002934:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282255:x1863919946370560:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.002966:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.003327:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45faa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d255 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.003424:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45faa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d255 expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.003440:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45faa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d255 expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.003460:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c6:0x0].0x0 (ffffa0249f048d00) 00010000:00010000:1.0:1777580302.003463:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580302.003467:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6800, rc 0) 00000100:00100000:1.0:1777580302.003554:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282255:x1863919946370560:12345-192.168.202.9@tcp:101:touch.500 Request processed in 632us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.003563:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18609 00000100:00100000:3.0:1777580302.009465:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+295:282283:x1863919946369792:12345-192.168.202.9@tcp:101:touch.500 Request processed in 40558us (43187us total) trans 8589950040 rc 0/0 00000100:00100000:3.0:1777580302.009483:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18605 00000100:00100000:3.0:1777580302.009494:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822921145214 time 7822951772794 state 0x2 ref 0 00000100:00100000:2.0:1777580302.010297:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.010423:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580302.010447:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.010461:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.010470:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.010480:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.010486:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.010494:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.010516:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02484c59800) 00010000:00010000:3.0:1777580302.010520:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.010525:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.010531:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e45f8e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.010819:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.010874:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.010915:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946371200 00000100:00100000:0.0:1777580302.010939:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946371200 00000100:00100000:0.0:1777580302.011012:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11443 00000100:00100000:0.0:1777580302.011024:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2362:x1863919946371200:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580302.015247:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946371200:12345-192.168.202.9@tcp:2:touch.500 Request processed in 4208us (4411us total) trans 8589938846 rc 0/0 00000100:00100000:0.0:1777580302.015265:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11443 00000100:00100000:2.0:1777580302.016849:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.017245:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946370816 00000100:00100000:1.0:1777580302.017260:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946370816 00000100:00100000:1.0:1777580302.017326:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822921145214 time 7822951772794 state 0x0 ref 1 00000100:00100000:1.0:1777580302.017342:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822951872794 time 7822951772794 state 0x1 ref 1 00000100:00100000:1.0:1777580302.017365:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946371072 00000100:00100000:1.0:1777580302.017369:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946371072 00000100:00100000:1.0:1777580302.017383:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822951872794 time 7822951772794 state 0x1 ref 2 00000100:00100000:1.0:1777580302.017395:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946371456 00000100:00100000:1.0:1777580302.017398:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946371456 00000100:00100000:1.0:1777580302.017422:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822951872794 time 7822951772794 state 0x1 ref 3 00000100:00100000:1.0:1777580302.017440:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822966403008 time 7822966303008 state 0x1 ref 3 00000100:00100000:1.0:1777580302.017453:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282266:x1863919946370816:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580302.017533:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580302.017569:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e45f95 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d247 expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.017596:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c7:0x0].0x0 (ffffa0249f048b00) 00010000:00010000:1.0:1777580302.017610:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.017722:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.017743:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.017755:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.017959:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000057e5097 reply state 00000000dd69b186 transno 8589950043 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.017968:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.018541:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282266:x1863919946370816:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1085us (8333us total) trans 8589950043 rc 0/0 00000100:00100000:1.0:1777580302.018552:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18610 00000100:00100000:1.0:1777580302.018588:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822967550218 time 7822967450218 state 0x1 ref 2 00000100:00100000:1.0:1777580302.018601:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282268:x1863919946371072:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.018615:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.018630:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e45fb8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d25c expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.018843:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.018856:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.018866:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.018886:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.018893:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.018900:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.021272:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822967550218 time 7822970124152 state 0x0 ref 2 00000100:00100000:3.0:1777580302.021311:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+295:282283:x1863919946371456:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580302.021396:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580302.021427:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e45f6b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d240 expref: 295 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.021455:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580302.021461:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.021540:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.021558:0:207396:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 109 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.021567:0:207396:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.021611:0:207396:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 109 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.021738:0:207396:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 109 pid: 205909 timeout: 7922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.021756:0:207396:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395cfa300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:207396:1863919917435520:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580302.021866:0:207396:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1777580302.021964:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.022288:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946371584 00000100:00100000:0.0:1777580302.022299:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946371584 00000100:00100000:0.0:1777580302.022361:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11444 00000100:00100000:0.0:1777580302.022372:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+19:2362:x1863919946371584:12345-192.168.202.9@tcp:2:touch.500 00000004:00080000:1.0:1777580302.022530:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1562:0x0], index 1: 0 00000100:00100000:0.0:1777580302.022663:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946371584:12345-192.168.202.9@tcp:2:touch.500 Request processed in 292us (5826us total) trans 8589938448 rc 0/0 00000100:00100000:0.0:1777580302.022671:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11444 00010000:00010000:1.0:1777580302.022740:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45fd4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022756:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45fd4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022770:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45fd4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022820:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022828:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022835:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022842:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.022847:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022859:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022872:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.022875:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.022880:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022885:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e45fbf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.022900:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a90f31d reply state 000000001ff7d8fb transno 8589950044 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.022910:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580302.022967:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e45fb8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d25c expref: 111 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022985:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45fd4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d25c expref: 110 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.022992:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c8:0x0].0x0 (ffffa0249f048400) 00010000:00010000:1.0:1777580302.022995:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.022997:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1e00, rc 0) 00000100:00100000:1.0:1777580302.023047:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282268:x1863919946371072:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4449us (12624us total) trans 8589950044 rc 0/0 00000100:00100000:1.0:1777580302.023057:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18611 00000100:00080000:1.0:1777580302.023174:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777580302.023200:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946371840 00000100:00100000:1.0:1777580302.025170:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946371840 00000100:00100000:1.0:1777580302.025829:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4004 00000100:00100000:1.0:1777580302.025843:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5677850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282265:x1863919946371840:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580302.027844:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5677850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282265:x1863919946371840:12345-192.168.202.9@tcp:35:touch.500 Request processed in 842us (4718us total) trans 8589950045 rc 0/0 00000100:00100000:1.0:1777580302.027859:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4004 00000100:00100000:3.0:1777580302.039312:0:207396:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395cfa300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:207396:1863919917435520:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580302.039354:0:207396:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.039422:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.039531:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580302.040206:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.040220:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.040229:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.040236:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.040242:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.040251:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.040272:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c7:0x0].0x0 (ffffa0249f048700) 00010000:00010000:0.0:1777580302.040275:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.040281:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.040287:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e45fb1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.042438:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946371968 00000100:00100000:1.0:1777580302.042458:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946371968 00010000:00010000:1.0:1777580302.042522:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 111 pid: 205909 timeout: 7922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.042565:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4245 00000100:00100000:1.0:1777580302.042576:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:2361:x1863919946371968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580302.042596:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580302.042604:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 111 pid: 205909 timeout: 7922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.042619:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 111 pid: 205909 timeout: 7922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.042647:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e45de3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c2 expref: 111 pid: 205909 timeout: 7922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.042667:0:190365:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:1.0:1777580302.042674:0:190365:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.043834:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.043843:0:190365:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.043885:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580302.044391:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:2361:x1863919946371968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1809us (4962us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.044404:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4245 00000100:00100000:1.0:1777580302.044461:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946372096 00000100:00100000:1.0:1777580302.044470:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946372096 00000100:00100000:1.0:1777580302.044509:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822970224152 time 7822970124152 state 0x1 ref 2 00000100:00100000:1.0:1777580302.044536:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822970224152 time 7822993397274 state 0x0 ref 2 00000100:00100000:1.0:1777580302.044547:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282266:x1863919946372096:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.044579:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.044605:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e45fe2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d263 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.044676:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e45fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d263 expref: 111 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.045539:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.045569:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.045589:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.045609:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580302.045614:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e45fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d263 expref: 111 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.045648:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c7:0x0].0x0 (ffffa0249f048b00) 00010000:00010000:1.0:1777580302.045651:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580302.045655:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0400, rc 0) 00010000:00010000:3.0:1777580302.046341:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.046355:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.046363:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.046370:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.046375:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.046384:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.046398:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa0249f048e00) 00010000:00010000:3.0:1777580302.046401:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.046406:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.046413:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e45fc6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.046779:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282266:x1863919946372096:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2227us (7241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.046791:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18613 00000100:00100000:1.0:1777580302.046826:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946372480 00000100:00100000:1.0:1777580302.046835:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946372480 00000100:00100000:1.0:1777580302.046863:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822795926057 time 7822854573060 state 0x0 ref 1 00000100:00100000:1.0:1777580302.046875:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822854673060 time 7822854573060 state 0x1 ref 1 00000100:00100000:1.0:1777580302.046895:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946372608 00000100:00100000:1.0:1777580302.046900:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946372608 00000100:00100000:1.0:1777580302.046912:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822854673060 time 7822854573060 state 0x1 ref 2 00000100:00100000:0.0:1777580302.046914:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946372864 00000100:00100000:0.0:1777580302.046919:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946372864 00000100:00100000:0.0:1777580302.046956:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822993497274 time 7822993397274 state 0x1 ref 2 00000100:00100000:0.0:1777580302.047094:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822996056269 time 7822995956269 state 0x1 ref 2 00000100:00100000:0.0:1777580302.047108:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282278:x1863919946372480:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.047392:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.047415:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e45fe9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d26a expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047497:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047512:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047523:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047539:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047546:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047553:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047688:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e45ffe lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047696:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e45ffe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047703:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e45ffe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580302.047735:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c1:0x0]: returning size 0 00000004:00200000:0.0:1777580302.047739:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580302.047761:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e45ffe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047779:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e45ffe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047788:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047796:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047803:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047809:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.047813:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047820:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047830:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.047833:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.047837:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047844:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e45ff0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047859:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047865:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047872:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047878:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.047881:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047886:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047892:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa0249881d900) 00010000:00010000:0.0:1777580302.047894:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.047897:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.047902:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e45ff7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.049013:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e45fe9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d26a expref: 114 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.049037:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e45ffe lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d26a expref: 113 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.049047:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c1:0x0].0x0 (ffffa02497a21000) 00010000:00010000:0.0:1777580302.049051:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580302.049054:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0200, rc 0) 00000100:00100000:0.0:1777580302.049252:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282278:x1863919946372480:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2145us (3680us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.051081:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822993497274 time 7822999867762 state 0x0 ref 2 00000100:00100000:3.0:1777580302.051216:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822996056269 time 7823000076323 state 0x0 ref 2 00000100:00100000:3.0:1777580302.051256:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282279:x1863919946372608:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.051287:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777580302.051290:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282268:x1863919946372864:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580302.051313:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46005 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d271 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051405:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051424:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051437:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051454:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051461:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051468:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051605:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4601a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051613:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4601a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051619:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4601a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.051651:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c2:0x0]: returning size 0 00000004:00200000:3.0:1777580302.051656:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.051677:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4601a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051690:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4601a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051702:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051708:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051715:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051721:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.051726:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051734:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051747:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.051751:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.051757:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051764:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4600c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051779:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051786:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051791:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.051793:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580302.051797:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.051799:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051804:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051811:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024996f9800) 00010000:00010000:1.0:1777580302.051811:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e45fd4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d25c expref: 114 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051814:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.051816:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051822:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46013 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.051823:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c8:0x0].0x0 (ffffa0249f048400) 00010000:00010000:1.0:1777580302.051833:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.051851:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46005 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d271 expref: 114 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051863:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4601a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d271 expref: 113 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.051871:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c2:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:3.0:1777580302.051873:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.051875:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8e00, rc 0) 00010000:00010000:1.0:1777580302.051897:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.051905:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.051916:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.051960:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282279:x1863919946372608:12345-192.168.202.9@tcp:101:rm.500 Request processed in 729us (6368us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.051970:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18615 00000100:00100000:3.0:1777580302.052083:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00010000:1.0:1777580302.052090:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9075ade reply state 0000000093b75855 transno 8589950046 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.052100:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.052159:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946372992 00000100:00100000:3.0:1777580302.052169:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946372992 00000100:00100000:1.0:1777580302.052171:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+114:282268:x1863919946372864:12345-192.168.202.9@tcp:36:touch.500 Request processed in 889us (6561us total) trans 8589950046 rc 0/0 00000100:00100000:1.0:1777580302.052178:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18616 00000100:00100000:3.0:1777580302.052202:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823000176323 time 7823000076323 state 0x1 ref 2 00000100:00100000:3.0:1777580302.052220:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823000176323 time 7823001083381 state 0x0 ref 2 00000100:00100000:3.0:1777580302.052230:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+114:282280:x1863919946372992:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.052244:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.052253:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e46028 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d278 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052285:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052294:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052304:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052317:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052325:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052331:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052394:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4603d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052407:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4603d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052414:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4603d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.052436:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c3:0x0]: returning size 0 00000004:00200000:3.0:1777580302.052440:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.052450:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4603d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052458:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4603d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052465:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052472:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052478:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052483:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.052487:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052493:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052500:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.052503:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.052506:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052513:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4602f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052523:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052528:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052534:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052539:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.052542:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052548:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052553:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024996f9200) 00010000:00010000:3.0:1777580302.052556:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.052558:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052563:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46036 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052584:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e46028 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d278 expref: 116 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052597:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4603d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d278 expref: 115 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052604:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c3:0x0].0x0 (ffffa0249881de00) 00010000:00010000:3.0:1777580302.052607:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.052609:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6c00, rc 0) 00000100:00100000:3.0:1777580302.052632:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282280:x1863919946372992:12345-192.168.202.9@tcp:101:rm.500 Request processed in 403us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.052638:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18617 00000100:00100000:3.0:1777580302.052725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.052743:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946373120 00000100:00100000:3.0:1777580302.052748:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946373120 00000100:00100000:3.0:1777580302.052763:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823001183381 time 7823001083381 state 0x1 ref 2 00000100:00100000:3.0:1777580302.052774:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823001183381 time 7823001638331 state 0x0 ref 2 00000100:00100000:3.0:1777580302.052784:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282282:x1863919946373120:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.052793:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.052798:0:207396:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052800:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46044 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d27f expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.052807:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052827:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052836:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052847:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052859:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052865:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052872:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.052904:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fa79ad2a reply state 00000000b957640b transno 8589950047 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.052912:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.052920:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e46059 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052940:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e46059 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052946:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e46059 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.052963:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c4:0x0]: returning size 0 00000004:00200000:3.0:1777580302.052966:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:1.0:1777580302.052973:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+296:282283:x1863919946371456:12345-192.168.202.9@tcp:36:touch.500 Request processed in 31677us (42098us total) trans 8589950047 rc 0/0 00000004:00010000:3.0:1777580302.052974:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e46059 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.052981:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18612 00010000:00010000:3.0:1777580302.052982:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e46059 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.052986:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822993497274 time 7822999867762 state 0x2 ref 0 00010000:00010000:3.0:1777580302.052989:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.052998:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053004:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053009:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.053012:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053017:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.053019:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946372352 00000100:00100000:1.0:1777580302.053023:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946372352 00010000:00010000:3.0:1777580302.053025:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.053028:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.053030:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053036:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4604b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053044:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053050:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.053054:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4005 00010000:00010000:3.0:1777580302.053056:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053061:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:1.0:1777580302.053061:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282255:x1863919946372352:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:3.0:1777580302.053064:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053070:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053076:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02484c59c00) 00010000:00010000:3.0:1777580302.053078:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.053080:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053085:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46052 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053105:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46044 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d27f expref: 118 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053115:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e46059 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d27f expref: 117 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.053121:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c4:0x0].0x0 (ffffa02484c59e00) 00010000:00010000:3.0:1777580302.053122:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.053125:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c8400, rc 0) 00000100:00100000:3.0:1777580302.053169:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282282:x1863919946373120:12345-192.168.202.9@tcp:101:rm.500 Request processed in 386us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.053176:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18618 00000100:00100000:0.0:1777580302.053788:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18614 00000100:00100000:0.0:1777580302.053794:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823001183381 time 7823001638331 state 0x2 ref 0 00000100:00100000:3.0:1777580302.058452:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.058775:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282255:x1863919946372352:12345-192.168.202.9@tcp:35:touch.500 Request processed in 5711us (13236us total) trans 8589950048 rc 0/0 00000100:00100000:1.0:1777580302.058793:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4005 00000100:00100000:1.0:1777580302.058872:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946373248 00000100:00100000:1.0:1777580302.058881:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946373248 00000100:00100000:1.0:1777580302.058940:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11445 00000100:00100000:1.0:1777580302.058949:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946373248:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:0.0:1777580302.060600:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.060619:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.060628:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.060636:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.060642:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.060651:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.060672:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c8:0x0].0x0 (ffffa0249f048a00) 00010000:00010000:0.0:1777580302.060687:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.060693:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.060700:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46021 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.060898:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2362:x1863919946373248:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1944us (2454us total) trans 8589938847 rc 0/0 00000100:00100000:1.0:1777580302.060911:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11445 00010000:00010000:3.0:1777580302.061209:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.061398:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.061405:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.061410:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.061414:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.061421:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.061432:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580302.061435:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.061439:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.061446:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e45fcd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.065012:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.065050:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.065083:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.065103:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.065132:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946373632 00000100:00100000:1.0:1777580302.065201:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946373376 00000100:00100000:0.0:1777580302.065251:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946373632 00000100:00100000:1.0:1777580302.065285:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946373376 00000100:00100000:0.0:1777580302.065308:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946373760 00000100:00100000:0.0:1777580302.065311:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946373760 00000100:00100000:1.0:1777580302.065315:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822993497274 time 7822999867762 state 0x0 ref 1 00000100:00100000:1.0:1777580302.065330:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822999967762 time 7822999867762 state 0x1 ref 1 00000100:00100000:0.0:1777580302.065331:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11446 00000100:00100000:0.0:1777580302.065342:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2364:x1863919946373632:12345-192.168.202.9@tcp:101:rm.500 00000100:00100000:1.0:1777580302.065348:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946373504 00000100:00100000:1.0:1777580302.065351:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946373504 00000100:00100000:1.0:1777580302.065362:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7822999967762 time 7822999867762 state 0x1 ref 2 00010000:00010000:0.0:1777580302.065368:0:205898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777580302.065381:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823014343549 time 7823014243549 state 0x1 ref 2 00000100:00100000:1.0:1777580302.065389:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282268:x1863919946373376:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.065398:0:205898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d294 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.065401:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.065418:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e46067 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d286 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580302.065432:0:205898:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1584:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:0.0:1777580302.065453:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.065455:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.065466:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 23 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.065485:0:205898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 23 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.065490:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e46067 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d286 expref: 116 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.065501:0:205898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0e00, rc 0) 00010000:00010000:1.0:1777580302.065502:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e46067 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d286 expref: 116 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.065518:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c8:0x0].0x0 (ffffa0249f048400) 00010000:00010000:1.0:1777580302.065521:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580302.065524:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1e00, rc 0) 00000100:00100000:0.0:1777580302.065577:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2364:x1863919946373632:12345-192.168.202.9@tcp:101:rm.500 Request processed in 223us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.065585:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11446 00000100:00100000:0.0:1777580302.065609:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11447 00000100:00100000:0.0:1777580302.065616:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2362:x1863919946373760:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.065623:0:205898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.065634:0:205898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d29b expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580302.065648:0:205898:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1583:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:0.0:1777580302.065657:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.065659:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.065663:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 23 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.065675:0:205898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 23 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.065822:0:205898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1400, rc 0) 00000100:00100000:3.0:1777580302.065966:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823014343549 time 7823014826471 state 0x0 ref 2 00000100:00100000:3.0:1777580302.065979:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+295:282283:x1863919946373504:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.065992:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.066004:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46075 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d28d expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.066036:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46075 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d28d expref: 296 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.066048:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46075 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d28d expref: 296 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.066061:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580302.066064:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580302.066067:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9c00, rc 0) 00000100:00100000:1.0:1777580302.066119:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282268:x1863919946373376:12345-192.168.202.9@tcp:101:touch.500 Request processed in 729us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.066126:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18619 00000100:00100000:1.0:1777580302.066470:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.066560:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.066583:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946374144 00000100:00100000:1.0:1777580302.066590:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946374144 00000100:00100000:1.0:1777580302.066626:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11448 00000100:00100000:1.0:1777580302.066635:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+20:2362:x1863919946374144:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.066645:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.066664:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2a2 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580302.066686:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1560:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:1.0:1777580302.066700:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.066702:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.066709:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 21 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.066723:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 21 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.066733:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1c00, rc 0) 00000100:00100000:1.0:1777580302.066758:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2362:x1863919946374144:12345-192.168.202.9@tcp:101:rm.500 Request processed in 124us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.066765:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11448 00000100:00100000:1.0:1777580302.066827:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.066849:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946374272 00000100:00100000:1.0:1777580302.066852:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946374272 00000100:00100000:1.0:1777580302.066878:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11449 00000100:00100000:1.0:1777580302.066885:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+21:2363:x1863919946374272:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.066893:0:205906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.066906:0:205906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2a9 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580302.066934:0:205906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x155f:0x0] initial LVB size: 0, mtime: 0x69f3b90c, atime: 0x69f3b90c, ctime: 0x69f3b90c, blocks: 0x1 00010000:00010000:1.0:1777580302.066945:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.066946:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.066951:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 22 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.066963:0:205906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 22 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.066977:0:205906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0200, rc 0) 00000100:00100000:0.0:1777580302.066980:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2362:x1863919946373760:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1364us (1875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.066988:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11447 00000100:00100000:1.0:1777580302.066992:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2363:x1863919946374272:12345-192.168.202.9@tcp:101:rm.500 Request processed in 109us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.066997:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11449 00000100:00100000:0.0:1777580302.067014:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946374016 00000100:00100000:0.0:1777580302.067018:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946374016 00000100:00100000:0.0:1777580302.067036:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823001183381 time 7823001638331 state 0x0 ref 1 00000100:00100000:0.0:1777580302.067045:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823001738331 time 7823001638331 state 0x1 ref 1 00000100:00100000:0.0:1777580302.067063:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823001738331 time 7823015926499 state 0x0 ref 1 00000100:00100000:0.0:1777580302.067072:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282264:x1863919946374016:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.067148:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.067171:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e45cd2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d18a expref: 116 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067200:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e45825 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0c6 expref: 115 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067212:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b6:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:0.0:1777580302.067221:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.067243:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067255:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067265:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067280:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067288:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067296:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067436:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067444:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.067452:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580302.069392:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1784, 64 off122368 00000004:00080000:0.0:1777580302.069408:0:188495:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7823018271845ns, next at 7824018268295ns, rc = 0 00010000:00010000:0.0:1777580302.069493:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.069513:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.069527:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.069537:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.069545:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.069551:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.070943:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+296:282283:x1863919946373504:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4940us (5866us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.070960:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18620 00000100:00100000:3.0:1777580302.070971:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823014343549 time 7823014826471 state 0x2 ref 0 00000100:00100000:1.0:1777580302.071113:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.071174:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946374528 00000100:00100000:1.0:1777580302.071185:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946374528 00000100:00100000:1.0:1777580302.071247:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4006 00000100:00100000:1.0:1777580302.071258:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282266:x1863919946374528:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580302.071541:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580302.071643:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282266:x1863919946374528:12345-192.168.202.9@tcp:35:touch.500 Request processed in 386us (531us total) trans 8589950050 rc 0/0 00000100:00100000:1.0:1777580302.071650:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4006 00010000:00010000:0.0:1777580302.071654:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071665:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071672:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071753:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.071760:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071770:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071785:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b6:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580302.071789:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.071795:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071801:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46098 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071823:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071830:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071835:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071840:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.071842:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071847:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071855:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.071857:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.071861:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.071866:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4608a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.071875:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ce6c8ba reply state 00000000f973ecaf transno 8589950049 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.071884:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.071952:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282264:x1863919946374016:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4879us (5482us total) trans 8589950049 rc 0/0 00000100:00100000:0.0:1777580302.071960:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18621 00000100:00100000:0.0:1777580302.071965:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823001738331 time 7823015926499 state 0x2 ref 0 00010000:00010000:0.0:1777580302.072000:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.072007:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.072014:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.072018:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.072025:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.072034:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b6:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580302.072036:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.072039:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.072045:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4609f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.072063:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.072065:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.072067:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580302.087180:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580302.087326:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.087337:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946374656 00010000:00010000:2.0:1777580302.087341:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.087349:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.087351:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946374656 00010000:00010000:2.0:1777580302.087356:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.087362:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.087370:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.087389:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0249076f700) 00010000:00010000:2.0:1777580302.087392:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.087398:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.087409:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46091 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.087420:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11450 00000100:00100000:3.0:1777580302.087431:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+22:2361:x1863919946374656:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580302.088055:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2361:x1863919946374656:12345-192.168.202.9@tcp:2:touch.500 Request processed in 622us (885us total) trans 8589938449 rc 0/0 00000100:00100000:3.0:1777580302.088065:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11450 00000100:00100000:1.0:1777580302.088734:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.088774:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.088962:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946374784 00000100:00100000:2.0:1777580302.088962:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946375040 00000100:00100000:3.0:1777580302.088971:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946374784 00000100:00100000:2.0:1777580302.088971:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946375040 00000100:00100000:2.0:1777580302.089008:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823001738331 time 7823015926499 state 0x0 ref 1 00000100:00100000:2.0:1777580302.089021:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823016026499 time 7823015926499 state 0x1 ref 1 00000100:00100000:3.0:1777580302.089029:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11451 00000100:00100000:3.0:1777580302.089040:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2361:x1863919946374784:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580302.089041:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823016026499 time 7823037902485 state 0x0 ref 1 00000100:00100000:2.0:1777580302.089049:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282271:x1863919946375040:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580302.089113:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580302.089164:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e45d2d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1a6 expref: 116 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089184:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e45960 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0fe expref: 115 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089195:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ba:0x0].0x0 (ffffa0249dea8200) 00002000:00010000:3.0:1777580302.089289:0:188247:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x155c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777580302.089293:0:188247:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x155c:0x0] updating lvb mtime from disk: 1777580300 -> 1777580301 00002000:00010000:3.0:1777580302.089296:0:188247:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x155c:0x0] updating lvb atime from disk: 1777580300 -> 1777580301 00002000:00010000:3.0:1777580302.089299:0:188247:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x155c:0x0] updating lvb ctime from disk: 1777580300 -> 1777580301 00010000:00010000:2.0:1777580302.089300:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1777580302.089302:0:188247:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x155c:0x0] updating lvb blocks from disk: 1 -> 1 00010000:00010000:2.0:1777580302.089327:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089344:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.089347:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2361:x1863919946374784:12345-192.168.202.9@tcp:2:touch.500 Request processed in 310us (616us total) trans 8589938450 rc 0/0 00000100:00100000:3.0:1777580302.089354:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11451 00010000:00010000:2.0:1777580302.089356:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089372:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089380:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089386:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089520:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089528:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.089535:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777580302.089804:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1777580302.090187:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1785, 64 off122432 00010000:00010000:2.0:1777580302.092083:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092112:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092126:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092162:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092170:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092178:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092830:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580302.092877:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092884:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092891:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092898:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.092904:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092911:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092936:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ba:0x0].0x0 (ffffa024acb37f00) 00010000:00010000:2.0:1777580302.092940:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580302.092947:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092953:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e460b4 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.092988:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.093000:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.093006:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.093011:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.093014:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.093019:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.093027:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580302.093029:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.093032:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.093037:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e460a6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.093047:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f048d40a reply state 0000000059d106dc transno 8589950051 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.093058:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580302.093731:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580302.093744:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.093752:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580302.093756:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.093764:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.093780:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ba:0x0].0x0 (ffffa024acb37f00) 00010000:00010000:1.0:1777580302.093783:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580302.093786:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.093792:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e460bb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.093817:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.093819:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.093821:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580302.094596:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282271:x1863919946375040:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5536us (5810us total) trans 8589950051 rc 0/0 00000100:00100000:2.0:1777580302.094610:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18622 00000100:00100000:2.0:1777580302.094620:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823016026499 time 7823037902485 state 0x2 ref 0 00000100:00100000:1.0:1777580302.098290:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.098458:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946375296 00000100:00100000:2.0:1777580302.098471:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946375296 00000100:00100000:2.0:1777580302.098545:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4007 00000100:00100000:2.0:1777580302.098557:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282268:x1863919946375296:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580302.099054:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282268:x1863919946375296:12345-192.168.202.9@tcp:35:touch.500 Request processed in 498us (776us total) trans 8589950052 rc 0/0 00000100:00100000:2.0:1777580302.099063:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4007 00000100:00100000:3.0:1777580302.102222:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580302.102300:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.102314:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.102316:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946375552 00010000:00010000:3.0:1777580302.102323:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.102328:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:1.0:1777580302.102329:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946375552 00010000:00010000:3.0:1777580302.102334:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.102342:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.102363:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024acb37500) 00010000:00010000:3.0:1777580302.102366:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.102371:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.102377:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e460ad lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.102398:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4008 00000100:00100000:1.0:1777580302.102409:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+296:282283:x1863919946375552:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580302.102730:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+297:282283:x1863919946375552:12345-192.168.202.9@tcp:35:touch.500 Request processed in 320us (521us total) trans 8589950053 rc 0/0 00000100:00100000:1.0:1777580302.102739:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4008 00000100:00100000:3.0:1777580302.121786:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.121895:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.122121:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946375808 00000100:00100000:0.0:1777580302.122153:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946375808 00000100:00100000:1.0:1777580302.122379:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946376064 00000100:00100000:1.0:1777580302.122384:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946376064 00000100:00100000:1.0:1777580302.122406:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823014343549 time 7823014826471 state 0x0 ref 1 00000100:00100000:1.0:1777580302.122422:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823014926471 time 7823014826471 state 0x1 ref 1 00000100:00100000:1.0:1777580302.122447:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823014926471 time 7823071309339 state 0x0 ref 1 00000100:00100000:1.0:1777580302.122461:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+297:282288:x1863919946376064:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.122494:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.122522:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e460c2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2b0 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.122722:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.122743:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.122758:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.122775:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.122783:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.122789:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.123307:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823016026499 time 7823037902485 state 0x0 ref 1 00000100:00100000:0.0:1777580302.123320:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823038002485 time 7823037902485 state 0x1 ref 1 00000100:00100000:0.0:1777580302.123346:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823038002485 time 7823072209592 state 0x0 ref 1 00000100:00100000:0.0:1777580302.123363:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282261:x1863919946375808:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.123404:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.123428:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e45ca8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d183 expref: 116 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123452:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e457f4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0b8 expref: 115 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123464:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b5:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580302.123475:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.123489:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123498:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123506:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123519:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123550:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123559:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123646:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123654:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.123662:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580302.126054:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1587:0x0], index 0: 0 00000040:00080000:0.0:1777580302.126882:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1789, 64 off122688 00010000:00010000:0.0:1777580302.126985:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127009:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127024:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127033:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127039:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127046:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127086:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.127117:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127123:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127130:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.127154:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.127160:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.127166:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.127167:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.127173:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.127179:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.127182:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b5:0x0].0x0 (ffffa0249076f900) 00010000:00010000:0.0:1777580302.127185:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.128312:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.128330:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e460e5 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.128363:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.128375:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.128382:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.128388:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.128391:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.128398:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.128413:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.128416:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.128420:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.128426:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e460d7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.128437:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000527766ce reply state 00000000e02f3d3c transno 8589950055 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.128448:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580302.129450:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e460f3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129471:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e460f3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129482:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e460f3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.129522:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282261:x1863919946375808:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6158us (7744us total) trans 8589950055 rc 0/0 00000100:00100000:0.0:1777580302.129536:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18624 00000100:00100000:0.0:1777580302.129547:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823038002485 time 7823072209592 state 0x2 ref 0 00010000:00010000:1.0:1777580302.129688:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129697:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129703:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129710:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.129714:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129721:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129734:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.129737:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.129741:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129748:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e460c9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.129764:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088e64e5e reply state 0000000036aec613 transno 8589950054 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.129772:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580302.129811:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e460c2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2b0 expref: 300 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129832:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e460f3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2b0 expref: 299 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.129840:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x796:0x0].0x0 (ffffa02486090900) 00010000:00010000:1.0:1777580302.129843:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.129846:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33600, rc 0) 00000100:00100000:1.0:1777580302.129883:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+300:282288:x1863919946376064:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7426us (7992us total) trans 8589950054 rc 0/0 00000100:00100000:1.0:1777580302.129892:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18623 00000100:00100000:1.0:1777580302.129897:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823014926471 time 7823071309339 state 0x2 ref 0 00010000:00010000:3.0:1777580302.131521:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.131541:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.131559:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b5:0x0].0x0 (ffffa0249076f900) 00010000:00010000:3.0:1777580302.131570:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580302.131574:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.131582:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e460ec lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.131615:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.131618:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.131621:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.135381:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.135407:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.135416:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.135423:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.135430:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.135439:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.135459:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0249076f500) 00010000:00010000:0.0:1777580302.135463:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.135469:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.135475:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e460de lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.137266:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580302.137282:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.137300:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.137307:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946376320 00010000:00010000:0.0:1777580302.137307:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.137314:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:3.0:1777580302.137319:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946376320 00010000:00010000:0.0:1777580302.137320:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.137326:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.137344:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02486090100) 00010000:00010000:0.0:1777580302.137347:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.137351:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.137357:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e460d0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.137366:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823038002485 time 7823072209592 state 0x0 ref 1 00000100:00100000:3.0:1777580302.137379:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823072309592 time 7823072209592 state 0x1 ref 1 00000100:00100000:3.0:1777580302.137403:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823072309592 time 7823086265599 state 0x0 ref 1 00000100:00100000:3.0:1777580302.137420:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282275:x1863919946376320:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580302.137499:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580302.137530:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e45d49 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ad expref: 115 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137550:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e45a47 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d128 expref: 114 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137560:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bd:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:3.0:1777580302.137576:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.137602:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137618:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137629:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137645:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137652:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137659:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137897:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137906:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.137914:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580302.138585:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1790, 64 off122752 00010000:00010000:3.0:1777580302.138665:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139802:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139827:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139838:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139846:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139853:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139888:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580302.139940:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139945:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139957:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.139961:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580302.139963:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.139969:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139977:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.139993:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bd:0x0].0x0 (ffffa02484c59800) 00010000:00010000:3.0:1777580302.139997:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580302.140002:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.140010:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e4610f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.140034:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.140041:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.140047:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.140052:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.140055:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.140066:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.140073:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.140076:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.140079:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.140084:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e46101 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.140095:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e572a16 reply state 00000000e409fa25 transno 8589950056 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.140105:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580302.140106:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.140113:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.140117:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.140122:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.140153:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bd:0x0].0x0 (ffffa02484c59800) 00010000:00010000:0.0:1777580302.140155:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.140158:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.140168:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46116 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.140186:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.140187:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.140189:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580302.140872:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282275:x1863919946376320:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3447us (3612us total) trans 8589950056 rc 0/0 00000100:00100000:3.0:1777580302.140886:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18625 00000100:00100000:3.0:1777580302.140902:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823072309592 time 7823086265599 state 0x2 ref 0 00000100:00100000:0.0:1777580302.141029:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.141223:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946376448 00000100:00100000:3.0:1777580302.141233:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946376448 00000100:00100000:3.0:1777580302.141269:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823072309592 time 7823086265599 state 0x0 ref 1 00000100:00100000:3.0:1777580302.141283:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823086365599 time 7823086265599 state 0x1 ref 1 00000100:00100000:3.0:1777580302.141310:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823086365599 time 7823090171868 state 0x0 ref 1 00000100:00100000:3.0:1777580302.141323:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+299:282289:x1863919946376448:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.141357:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.141379:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4611d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2b7 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.141456:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.141473:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.141486:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.142801:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.142822:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.142836:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143022:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46132 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143033:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46132 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143041:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46132 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.143083:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7bc:0x0]: returning size 0 00000004:00200000:3.0:1777580302.143089:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.143115:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46132 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143155:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46132 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143165:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143173:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143180:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143187:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.143192:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143200:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143213:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.143217:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.143222:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143228:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46124 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143243:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143254:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143260:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143266:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.143269:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143275:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143283:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024996f9200) 00010000:00010000:3.0:1777580302.143286:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.143288:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143294:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4612b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143337:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e4611d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2b7 expref: 301 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143352:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46132 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2b7 expref: 300 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.143360:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580302.143363:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.143366:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7400, rc 0) 00000100:00100000:3.0:1777580302.143462:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+300:282289:x1863919946376448:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2139us (2433us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.143473:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18626 00000100:00100000:3.0:1777580302.143481:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823086365599 time 7823090171868 state 0x2 ref 0 00000100:00100000:0.0:1777580302.159070:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.159175:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.159224:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946376704 00000100:00100000:3.0:1777580302.159237:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946376704 00000100:00100000:0.0:1777580302.159282:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946377088 00000100:00100000:0.0:1777580302.159287:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946377088 00000100:00100000:3.0:1777580302.159300:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823014926471 time 7823071309339 state 0x0 ref 1 00000100:00100000:0.0:1777580302.159313:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823071409339 time 7823071309339 state 0x1 ref 2 00010000:00010000:1.0:1777580302.159380:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.159394:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.159402:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.159408:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.159414:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.159422:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.159442:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02484c59c00) 00010000:00010000:1.0:1777580302.159446:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.159451:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.159458:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e46108 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.163613:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823071409339 time 7823071309339 state 0x1 ref 2 00000100:00100000:3.0:1777580302.163812:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823112638345 time 7823112538345 state 0x1 ref 2 00000100:00100000:3.0:1777580302.163847:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+301:282292:x1863919946377088:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.163878:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.163915:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46139 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2c5 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.164403:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.164426:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.164442:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.164461:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.164474:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.164480:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580302.165753:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1563:0x0], index 1: 0 00010000:00010000:3.0:1777580302.166104:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4614e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166274:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4614e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166290:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4614e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166338:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166347:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166354:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166360:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.166365:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166374:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166392:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.166395:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.166401:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166408:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e46140 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.166422:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c1c8f5b reply state 0000000066ab1896 transno 8589950057 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.166431:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.166472:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46139 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2c5 expref: 304 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166487:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4614e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2c5 expref: 303 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166496:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x797:0x0].0x0 (ffffa024996f9800) 00010000:00010000:3.0:1777580302.166498:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.166500:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7800, rc 0) 00000100:00100000:3.0:1777580302.166608:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+304:282292:x1863919946377088:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2781us (7432us total) trans 8589950057 rc 0/0 00000100:00100000:3.0:1777580302.166619:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18627 00000100:00100000:3.0:1777580302.166665:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823112638345 time 7823115525138 state 0x0 ref 1 00000100:00100000:3.0:1777580302.166681:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+303:282288:x1863919946376704:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580302.166734:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580302.166749:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e460f3 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2b0 expref: 303 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166763:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x796:0x0].0x0 (ffffa02486090900) 00010000:00010000:3.0:1777580302.166773:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.166834:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166843:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.166851:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.166964:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081b505ca reply state 00000000f6a289eb transno 8589950058 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.166972:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.167013:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+304:282288:x1863919946376704:12345-192.168.202.9@tcp:36:touch.500 Request processed in 336us (7956us total) trans 8589950058 rc 0/0 00000100:00100000:3.0:1777580302.167019:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18628 00000100:00100000:3.0:1777580302.167024:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823112638345 time 7823115525138 state 0x2 ref 0 00000100:00100000:3.0:1777580302.167111:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.169266:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.170355:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946376832 00000100:00100000:0.0:1777580302.170370:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946376832 00000100:00100000:0.0:1777580302.170440:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11452 00000100:00100000:0.0:1777580302.170451:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2364:x1863919946376832:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.170477:0:207637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.170503:0:207637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2be expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.170538:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.170541:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.170551:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 18 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.170571:0:207637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 18 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.170593:0:207637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1000, rc 0) 00000100:00100000:0.0:1777580302.170666:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2364:x1863919946376832:12345-192.168.202.9@tcp:101:rm.500 Request processed in 217us (3555us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.170674:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11452 00000100:00100000:1.0:1777580302.175061:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946377344 00000100:00100000:1.0:1777580302.175081:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946377344 00000100:00100000:1.0:1777580302.175159:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823086365599 time 7823090171868 state 0x0 ref 1 00000100:00100000:1.0:1777580302.175175:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823090271868 time 7823090171868 state 0x1 ref 1 00000100:00100000:1.0:1777580302.175411:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823090271868 time 7823124064779 state 0x0 ref 1 00000100:00100000:1.0:1777580302.175435:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+114:282269:x1863919946377344:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580302.175520:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580302.175557:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e45d6c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d198 expref: 114 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175590:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e45887 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0e2 expref: 113 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175603:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b8:0x0].0x0 (ffffa024b601ea00) 00010000:00010000:1.0:1777580302.175615:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.175648:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175665:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175682:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175702:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175710:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175717:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175875:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175884:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.175892:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580302.176849:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1786, 64 off122496 00010000:00010000:1.0:1777580302.176949:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.176962:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178182:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178542:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178554:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178561:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178589:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580302.178627:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178635:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178641:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178648:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.178654:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178664:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178681:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b8:0x0].0x0 (ffffa02498f4a300) 00010000:00010000:1.0:1777580302.178684:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580302.178692:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178699:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e46178 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178731:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178738:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178743:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178748:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.178751:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178758:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178765:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.178768:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.178771:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.178777:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e4616a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.178793:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b16e7e46 reply state 00000000c2051c95 transno 8589950059 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.178802:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.180350:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+114:282269:x1863919946377344:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4911us (11081us total) trans 8589950059 rc 0/0 00000100:00100000:1.0:1777580302.180364:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18629 00000100:00100000:1.0:1777580302.180375:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823090271868 time 7823124064779 state 0x2 ref 0 00010000:00010000:0.0:1777580302.181185:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.181199:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181220:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.181226:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181235:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181255:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b8:0x0].0x0 (ffffa02498f4a300) 00010000:00010000:0.0:1777580302.181258:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.181264:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181271:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4617f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181296:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.181299:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.181301:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.181319:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181332:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181338:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181342:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.181346:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181351:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181359:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa024996f9200) 00010000:00010000:0.0:1777580302.181362:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.181365:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.181370:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46147 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.183452:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.183489:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.183534:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.183664:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946377472 00000100:00100000:3.0:1777580302.183754:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946377472 00000100:00100000:3.0:1777580302.183806:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823112638345 time 7823115525138 state 0x0 ref 1 00000100:00100000:3.0:1777580302.183826:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823115625138 time 7823115525138 state 0x1 ref 1 00000100:00100000:3.0:1777580302.183855:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946377728 00000100:00100000:3.0:1777580302.183858:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946377728 00000100:00100000:3.0:1777580302.183868:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823115625138 time 7823115525138 state 0x1 ref 2 00000100:00100000:3.0:1777580302.183879:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946377984 00000100:00100000:3.0:1777580302.183882:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946377984 00000100:00100000:3.0:1777580302.183981:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823115625138 time 7823115525138 state 0x1 ref 3 00000100:00100000:3.0:1777580302.184001:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823132964017 time 7823132864017 state 0x1 ref 3 00000100:00100000:3.0:1777580302.184015:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+305:282288:x1863919946377472:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.184045:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.184072:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46186 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x796:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2cc expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.184125:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.184154:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.184162:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.184169:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.184175:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.184183:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.184200:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x796:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:0.0:1777580302.184287:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.184293:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.184300:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e4615c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.184341:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46186 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x796:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2cc expref: 305 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.184357:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46186 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x796:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2cc expref: 305 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.184379:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x796:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:3.0:1777580302.184382:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580302.184385:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9000, rc 0) 00000100:00100000:1.0:1777580302.184403:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823133363930 time 7823133263930 state 0x1 ref 3 00000100:00100000:1.0:1777580302.184414:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+305:282294:x1863919946377728:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.184426:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.184437:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e4618d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2d3 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.184465:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+306:282288:x1863919946377472:12345-192.168.202.9@tcp:101:touch.500 Request processed in 454us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.184477:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18630 00000100:00100000:3.0:1777580302.184497:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7823133363930 time 7823133360760 state 0x0 ref 2 00000100:00100000:3.0:1777580302.184505:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+305:282292:x1863919946377984:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580302.184532:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580302.184547:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4614e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2c5 expref: 305 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.184559:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x797:0x0].0x0 (ffffa024996f9800) 00010000:00010000:1.0:1777580302.184638:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184649:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184659:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184679:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184687:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184693:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184770:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184780:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184787:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580302.184797:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7b7:0x0]: returning size 0 00010000:00010000:1.0:1777580302.184932:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184940:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184946:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184952:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.184955:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184961:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.184970:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.185000:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.185062:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.185072:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.185079:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.185832:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000057363963 reply state 00000000952efc85 transno 8589950061 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.185845:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.186046:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+307:282292:x1863919946377984:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1536us (2507us total) trans 8589950061 rc 0/0 00000100:00100000:3.0:1777580302.186055:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18632 00010000:00010000:1.0:1777580302.187337:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.187355:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187368:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e46194 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187397:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187405:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187412:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187419:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.187423:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187430:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187446:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02498f4ad00) 00010000:00010000:1.0:1777580302.187449:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.187452:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187457:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4619b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187530:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e4618d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2d3 expref: 307 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187547:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2d3 expref: 306 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.187560:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:1.0:1777580302.187563:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.187566:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7400, rc 0) 00000100:00100000:1.0:1777580302.187638:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+306:282294:x1863919946377728:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3225us (4146us total) trans 8589950060 rc 0/0 00000100:00100000:1.0:1777580302.187649:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18631 00000100:00100000:1.0:1777580302.187657:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7823133363930 time 7823133360760 state 0x2 ref 0 00010000:00010000:0.0:1777580302.187870:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.187880:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.187886:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.187892:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.187894:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.187901:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.187911:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02486090100) 00010000:00010000:0.0:1777580302.187913:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.187917:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.187933:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e46171 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.195350:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.195404:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946378240 00000100:00100000:3.0:1777580302.195418:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946378240 00000100:00100000:3.0:1777580302.195466:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823090271868 time 7823124064779 state 0x0 ref 1 00000100:00100000:3.0:1777580302.195483:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823124164779 time 7823124064779 state 0x1 ref 1 00000100:00100000:3.0:1777580302.195522:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823124164779 time 7823144384338 state 0x0 ref 1 00000100:00100000:3.0:1777580302.195536:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282267:x1863919946378240:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580302.195737:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580302.195771:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e45d11 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d191 expref: 113 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.195800:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4585d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0db expref: 112 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.195813:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580302.195819:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.195847:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.195863:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.195875:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.195891:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.195897:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.195909:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.196070:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.196081:0:187630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2d3 expref: 305 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.196090:0:187630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.196161:0:187630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2d3 expref: 305 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.196176:0:187630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2d3 expref: 305 pid: 205914 timeout: 7923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.196194:0:187630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02395cf9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917435648:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580302.196295:0:187630:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17bc00 going to sleep for 11 seconds 00010000:00010000:1.0:1777580302.198436:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.198457:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.198465:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.198471:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.198477:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.198485:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.198505:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x797:0x0].0x0 (ffffa02490544200) 00010000:00010000:1.0:1777580302.198509:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.198515:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.198526:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e461b0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.200539:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.200601:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.200635:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.200665:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946378624 00000100:00100000:3.0:1777580302.200686:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946378624 00000100:00100000:3.0:1777580302.200735:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7823133363930 time 7823133360760 state 0x0 ref 1 00000100:00100000:3.0:1777580302.200749:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7823133460760 time 7823133360760 state 0x1 ref 1 00000100:00100000:3.0:1777580302.200770:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946378880 00000100:00100000:3.0:1777580302.200772:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946378880 00000100:00100000:3.0:1777580302.200782:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823144484338 time 7823144384338 state 0x1 ref 2 00000100:00100000:3.0:1777580302.200802:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823133460760 time 7823149664602 state 0x0 ref 1 00000100:00100000:3.0:1777580302.200813:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+306:282294:x1863919946378624:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580302.200890:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580302.200910:0:187631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2d3 expref: 306 pid: 205914 timeout: 7923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.200939:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946378368 00000100:00100000:1.0:1777580302.200944:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946378368 00010000:00010000:3.0:1777580302.200953:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580302.200960:0:187631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.200971:0:187631:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.200980:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.200995:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11453 00000100:00100000:1.0:1777580302.201002:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2361:x1863919946378368:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:3.0:1777580302.201005:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.201099:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201111:0:187631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201119:0:187631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201172:0:187631:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201182:0:187631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.201206:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823144484338 time 7823150068485 state 0x0 ref 2 00000100:00100000:3.0:1777580302.201217:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+306:282289:x1863919946378880:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580302.201245:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580302.201260:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46132 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2b7 expref: 306 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201278:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46075 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d28d expref: 305 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201287:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580302.201290:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.201308:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201317:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201324:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201341:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201349:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201356:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201479:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201487:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.201493:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.201596:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2361:x1863919946378368:12345-192.168.202.9@tcp:2:touch.500 Request processed in 594us (993us total) trans 8589938848 rc 0/0 00000100:00100000:1.0:1777580302.201605:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11453 00000040:00080000:3.0:1777580302.202259:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1787, 64 off122560 00010000:00010000:3.0:1777580302.202340:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202352:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202361:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202368:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202374:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202381:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202401:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580302.202424:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202430:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202436:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202442:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.202445:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202454:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202464:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:3.0:1777580302.202467:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580302.202472:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202478:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e461e1 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202498:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202505:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202515:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202521:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.202523:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202529:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.202536:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.202538:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.202541:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.203964:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e461d3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.203984:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d1d90f89 reply state 000000006e7f41b4 transno 8589950062 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.203995:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.204095:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+306:282289:x1863919946378880:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2874us (3454us total) trans 8589950062 rc 0/0 00000100:00100000:3.0:1777580302.204106:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18635 00010000:00010000:0.0:1777580302.204213:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.204222:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.204231:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.204236:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.204244:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.204259:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bc:0x0].0x0 (ffffa0249dea8400) 00010000:00010000:0.0:1777580302.204262:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.204266:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.204272:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e461e8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.204284:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.204286:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.204287:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.204490:0:187630:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.9@tcp) returned -22 from blocking AST (req@000000008570e379 x1863919917435648) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2d3 expref: 305 pid: 205914 timeout: 7923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.204507:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e461a2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2d3 expref: 305 pid: 205914 timeout: 7923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.204520:0:187630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02395cf9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917435648:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580302.204545:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580302.204549:0:187630:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.204757:0:187630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.204769:0:187630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.204775:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580302.205939:0:187630:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7b7:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1777580302.206099:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206111:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206276:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206284:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.206290:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206297:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206314:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580302.206317:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580302.206320:0:187630:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206330:0:187630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206338:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206377:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206385:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e461c5 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206408:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206415:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206421:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206427:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.206430:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206435:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206443:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.206445:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.206448:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.206453:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e461b7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.206463:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037288ae6 reply state 00000000c7fd8655 transno 8589950063 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.206472:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.207642:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282267:x1863919946378240:12345-192.168.202.9@tcp:36:rm.500 Request processed in 12098us (12425us total) trans 8589950063 rc 0/0 00000100:00100000:3.0:1777580302.207658:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18633 00000100:00100000:3.0:1777580302.207667:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823144484338 time 7823150068485 state 0x2 ref 0 00010000:00010000:3.0:1777580302.207737:0:187631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.207748:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.207932:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5f6168b reply state 000000003dac19ec transno 8589950064 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.207941:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.208012:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+306:282294:x1863919946378624:12345-192.168.202.9@tcp:36:touch.500 Request processed in 7200us (7486us total) trans 8589950064 rc 0/0 00000100:00100000:3.0:1777580302.208020:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18634 00000100:00100000:3.0:1777580302.208025:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823133460760 time 7823149664602 state 0x2 ref 0 00000100:00100000:3.0:1777580302.212642:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.212797:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580302.212849:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.212864:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.212873:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.212879:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.212884:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.212892:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.212912:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02490544a00) 00010000:00010000:0.0:1777580302.212915:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.212931:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.212938:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e461da lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.213023:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.213091:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946379008 00000100:00100000:0.0:1777580302.213104:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946379008 00000100:00100000:1.0:1777580302.213165:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946379392 00000100:00100000:1.0:1777580302.213170:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946379392 00000100:00100000:0.0:1777580302.213278:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823133460760 time 7823149664602 state 0x0 ref 1 00000100:00100000:0.0:1777580302.213292:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823149764602 time 7823149664602 state 0x1 ref 1 00000100:00100000:0.0:1777580302.213356:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823149764602 time 7823162217687 state 0x0 ref 1 00000100:00100000:0.0:1777580302.213371:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+305:282292:x1863919946379008:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.213412:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.213438:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e461ef lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x797:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2da expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.213514:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e461ef lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x797:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2da expref: 306 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.213529:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e461ef lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x797:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2da expref: 306 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.213552:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x797:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580302.213555:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580302.213557:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1c00, rc 0) 00000100:00100000:2.0:1777580302.213589:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946379264 00000100:00100000:2.0:1777580302.213594:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946379264 00000100:00100000:2.0:1777580302.213633:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4009 00000100:00100000:0.0:1777580302.213633:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+307:282292:x1863919946379008:12345-192.168.202.9@tcp:101:touch.500 Request processed in 266us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580302.213640:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+307:282288:x1863919946379264:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580302.213641:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18636 00000100:00100000:0.0:1777580302.213646:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823149764602 time 7823162217687 state 0x2 ref 0 00000100:00100000:2.0:1777580302.214328:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+307:282288:x1863919946379264:12345-192.168.202.9@tcp:35:touch.500 Request processed in 684us (1527us total) trans 8589950065 rc 0/0 00000100:00100000:2.0:1777580302.214336:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4009 00000100:00100000:3.0:1777580302.217959:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823144484338 time 7823150068485 state 0x0 ref 1 00000100:00100000:3.0:1777580302.217983:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823150168485 time 7823150068485 state 0x1 ref 1 00000100:00100000:3.0:1777580302.218029:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823150168485 time 7823166889397 state 0x0 ref 1 00000100:00100000:3.0:1777580302.218052:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282273:x1863919946379392:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.218281:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.218310:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e461f6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2e1 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.218400:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.218418:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.218432:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.218448:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.218456:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.218467:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219427:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219441:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219449:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219456:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.219461:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219469:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219483:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.219486:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.219492:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219500:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e461fd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219518:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219524:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219531:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219537:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.219540:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219545:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219552:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02490544200) 00010000:00010000:3.0:1777580302.219554:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.219556:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219571:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46204 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219624:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e461f6 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2e1 expref: 114 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219635:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.219637:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.219641:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e461f6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2e1 expref: 114 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.219650:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9800, rc 0) 00000100:00100000:0.0:1777580302.229223:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.229408:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946379648 00000100:00100000:0.0:1777580302.229420:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946379648 00000100:00100000:0.0:1777580302.229470:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823149764602 time 7823162217687 state 0x0 ref 1 00000100:00100000:0.0:1777580302.229485:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823162317687 time 7823162217687 state 0x1 ref 1 00000100:00100000:0.0:1777580302.229513:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823162317687 time 7823178374541 state 0x0 ref 1 00000100:00100000:0.0:1777580302.229524:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+307:282296:x1863919946379648:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.229551:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.229697:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e4620b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2e8 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.229877:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.229897:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.229912:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.229941:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.229948:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.229954:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580302.230850:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1588:0x0], index 0: 0 00010000:00010000:0.0:1777580302.231073:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e46220 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231086:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e46220 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231097:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e46220 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231157:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231170:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231178:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231184:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.231189:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231197:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231210:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.231213:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.231218:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.231223:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e46212 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.231241:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003b937714 reply state 00000000a9669c72 transno 8589950066 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.231251:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580302.231291:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e4620b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2e8 expref: 310 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.232239:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.232251:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.232257:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.232262:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.232266:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.232273:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.232284:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02490544700) 00010000:00010000:1.0:1777580302.232288:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.232292:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.232298:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e461be lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.232835:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e46220 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2e8 expref: 309 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.232860:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x799:0x0].0x0 (ffffa0249076f700) 00010000:00010000:0.0:1777580302.232862:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580302.232865:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7800, rc 0) 00000100:00100000:0.0:1777580302.232987:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+310:282296:x1863919946379648:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3459us (3775us total) trans 8589950066 rc 0/0 00000100:00100000:0.0:1777580302.232998:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18638 00000100:00100000:0.0:1777580302.233008:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823162317687 time 7823178374541 state 0x2 ref 0 00010000:00010000:0.0:1777580302.233060:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.233070:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.233077:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.233083:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.233088:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.233095:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.233106:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:0.0:1777580302.233108:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.233112:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.233123:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e461cc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.236048:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282273:x1863919946379392:12345-192.168.202.9@tcp:101:rm.500 Request processed in 17991us (23007us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580302.236069:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18637 00000100:00100000:3.0:1777580302.236079:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823150168485 time 7823166889397 state 0x2 ref 0 00000100:00100000:1.0:1777580302.236331:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.236377:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946379904 00000100:00100000:3.0:1777580302.236389:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946379904 00000100:00100000:1.0:1777580302.236421:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.236423:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823162317687 time 7823178374541 state 0x0 ref 1 00000100:00100000:3.0:1777580302.236436:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823178474541 time 7823178374541 state 0x1 ref 1 00000100:00100000:3.0:1777580302.236458:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823178474541 time 7823185319642 state 0x0 ref 1 00000100:00100000:3.0:1777580302.236471:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+309:282294:x1863919946379904:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.236500:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.236529:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e4622e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2ef expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.236659:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946379776 00000100:00100000:0.0:1777580302.236666:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946379776 00000100:00100000:0.0:1777580302.236812:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11454 00000100:00100000:0.0:1777580302.236820:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2363:x1863919946379776:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580302.237272:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2363:x1863919946379776:12345-192.168.202.9@tcp:2:touch.500 Request processed in 452us (849us total) trans 8589938451 rc 0/0 00000100:00100000:0.0:1777580302.237280:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11454 00010000:00010000:3.0:1777580302.237431:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e4622e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2ef expref: 310 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.237450:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8600/0xcb2b2f2f7e4622e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2ef expref: 310 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.237475:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa02490544a00) 00010000:00010000:3.0:1777580302.237478:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580302.237483:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8600, rc 0) 00000100:00100000:3.0:1777580302.237516:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+310:282294:x1863919946379904:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1048us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.237527:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18639 00000100:00100000:3.0:1777580302.237531:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823178474541 time 7823185319642 state 0x2 ref 0 00000100:00100000:1.0:1777580302.242353:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.243219:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946380160 00000100:00100000:0.0:1777580302.243234:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946380160 00000100:00100000:0.0:1777580302.243290:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823178474541 time 7823185319642 state 0x0 ref 1 00000100:00100000:0.0:1777580302.243307:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823185419642 time 7823185319642 state 0x1 ref 1 00000100:00100000:0.0:1777580302.243342:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823185419642 time 7823192203593 state 0x0 ref 1 00000100:00100000:0.0:1777580302.243358:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+310:282296:x1863919946380160:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580302.243441:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580302.243475:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e46220 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2e8 expref: 310 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.243503:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x799:0x0].0x0 (ffffa0249076f700) 00010000:00010000:0.0:1777580302.243516:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.243630:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.243648:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.243660:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.244025:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000043ea73b0 reply state 00000000da8e4c92 transno 8589950067 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.244036:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.244195:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+311:282296:x1863919946380160:12345-192.168.202.9@tcp:36:touch.500 Request processed in 840us (1856us total) trans 8589950067 rc 0/0 00000100:00100000:0.0:1777580302.244204:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18640 00000100:00100000:0.0:1777580302.244210:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823185419642 time 7823192203593 state 0x2 ref 0 00010000:00010000:3.0:1777580302.247021:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.247042:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.247051:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.247058:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.247063:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.247071:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.247091:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0249076f900) 00010000:00010000:3.0:1777580302.247094:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.247099:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.247105:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46219 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.249811:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.249869:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.249884:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946380416 00000100:00100000:3.0:1777580302.249907:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946380416 00000100:00100000:3.0:1777580302.249995:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4010 00000100:00100000:3.0:1777580302.250006:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5676850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+310:282292:x1863919946380416:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580302.250487:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5676850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+311:282292:x1863919946380416:12345-192.168.202.9@tcp:35:touch.500 Request processed in 482us (689us total) trans 8589950068 rc 0/0 00000100:00100000:3.0:1777580302.250495:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4010 00000100:00100000:1.0:1777580302.250848:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.253791:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580302.254210:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.254227:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.254236:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.254244:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.254249:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.254257:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.254277:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x799:0x0].0x0 (ffffa024996f9800) 00010000:00010000:3.0:1777580302.254280:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.254293:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.254300:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e46235 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.255820:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946380672 00000100:00100000:0.0:1777580302.255838:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946380672 00000100:00100000:0.0:1777580302.255895:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823150168485 time 7823166889397 state 0x0 ref 1 00000100:00100000:0.0:1777580302.255910:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823166989397 time 7823166889397 state 0x1 ref 1 00000100:00100000:0.0:1777580302.255956:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946380800 00000100:00100000:0.0:1777580302.255960:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946380800 00000100:00100000:0.0:1777580302.255973:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823185419642 time 7823192203593 state 0x0 ref 1 00000100:00100000:0.0:1777580302.255980:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823192303593 time 7823192203593 state 0x1 ref 1 00000100:00100000:0.0:1777580302.256003:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823166989397 time 7823204865698 state 0x0 ref 1 00000100:00100000:0.0:1777580302.256021:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282274:x1863919946380672:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.256097:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.256130:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e45e1b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1c9 expref: 112 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256170:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e45ab7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7be:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d13d expref: 111 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256184:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7be:0x0].0x0 (ffffa02497a21b00) 00010000:00010000:0.0:1777580302.256194:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.256225:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256242:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256254:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256270:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256278:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256284:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256435:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256443:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.256451:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.258187:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946381184 00000100:00100000:1.0:1777580302.258336:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.258382:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946380928 00000100:00100000:1.0:1777580302.258389:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946380928 00000100:00100000:1.0:1777580302.258448:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11455 00000100:00100000:1.0:1777580302.258460:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2362:x1863919946380928:12345-192.168.202.9@tcp:2:touch.500 00000040:00080000:0.0:1777580302.259004:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1788, 64 off122624 00000100:00100000:3.0:1777580302.259094:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946381184 00010000:00010000:0.0:1777580302.259098:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259117:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.259128:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823192303593 time 7823192203593 state 0x1 ref 2 00010000:00010000:0.0:1777580302.259129:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259158:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259164:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259171:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.259181:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823208143889 time 7823208043889 state 0x1 ref 2 00000100:00100000:3.0:1777580302.259192:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+311:282296:x1863919946380800:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.259192:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.259217:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259223:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259229:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259239:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.259243:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259251:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259265:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7be:0x0].0x0 (ffffa0249076f700) 00010000:00010000:0.0:1777580302.259268:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.259275:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259280:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4624a lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7be:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259306:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259312:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259319:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259324:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.259327:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259332:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259339:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.259343:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.259345:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.259348:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.259354:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4623c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259358:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46258 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x799:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2f6 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.259364:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040ac96e8 reply state 000000007855fc81 transno 8589950069 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.259373:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.259406:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46258 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x799:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2f6 expref: 312 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259418:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46258 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x799:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2f6 expref: 312 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259435:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x799:0x0].0x0 (ffffa02490544200) 00010000:00010000:3.0:1777580302.259437:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580302.259439:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9800, rc 0) 00000100:00100000:3.0:1777580302.259459:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+312:282296:x1863919946380800:12345-192.168.202.9@tcp:101:touch.500 Request processed in 270us (8613us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.259459:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282274:x1863919946380672:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3444us (9589us total) trans 8589950069 rc 0/0 00000100:00100000:0.0:1777580302.259467:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18641 00000100:00100000:3.0:1777580302.259589:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18642 00000100:00100000:3.0:1777580302.259615:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823208143889 time 7823208477855 state 0x0 ref 1 00000100:00100000:3.0:1777580302.259626:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+311:282298:x1863919946381184:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.259638:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.259647:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4625f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d2fd expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259762:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259773:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259781:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259794:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259800:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.259805:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580302.259860:0:206018:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x157e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777580302.259864:0:206018:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x157e:0x0] updating lvb mtime from disk: 1777580300 -> 1777580301 00002000:00010000:1.0:1777580302.259866:0:206018:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x157e:0x0] updating lvb atime from disk: 1777580300 -> 1777580301 00002000:00010000:1.0:1777580302.259869:0:206018:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x157e:0x0] updating lvb ctime from disk: 1777580300 -> 1777580301 00002000:00010000:1.0:1777580302.259871:0:206018:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x157e:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777580302.259897:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2362:x1863919946380928:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1439us (1566us total) trans 8589938849 rc 0/0 00000100:00100000:1.0:1777580302.259906:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11455 00000100:00100000:0.0:1777580302.261060:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823166989397 time 7823204865698 state 0x2 ref 0 00010000:00010000:0.0:1777580302.261119:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.261129:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.261163:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.261167:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.261177:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.261192:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7be:0x0].0x0 (ffffa0249076f700) 00010000:00010000:0.0:1777580302.261195:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.261199:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.261204:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e46251 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7be:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.261228:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.261230:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.261231:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777580302.266949:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1564:0x0], index 1: 0 00000100:00100000:1.0:1777580302.269617:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580302.269833:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46274 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.269852:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.269855:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46274 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.269862:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.269869:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46274 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.269869:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.269877:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.269882:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.269890:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.269906:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa024996f9200) 00010000:00010000:0.0:1777580302.269909:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.269914:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.269931:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46243 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.270086:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946381568 00000100:00100000:2.0:1777580302.270100:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946381568 00000100:00100000:2.0:1777580302.270360:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4011 00000100:00100000:2.0:1777580302.270372:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+314:282294:x1863919946381568:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:2.0:1777580302.270890:0:206054:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7b7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777580302.271016:0:206054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1791, 64 off122816 00010000:00010000:2.0:1777580302.271076:0:206054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.271091:0:206054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.271106:0:206054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.271114:0:206054:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.271120:0:206054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.271126:0:206054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.271270:0:206054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580302.271393:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:282294:x1863919946381568:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1019us (1784us total) trans 8589950071 rc 0/0 00000100:00100000:2.0:1777580302.271402:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4011 00010000:00010000:0.0:1777580302.271451:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.271460:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.271468:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.271471:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.271478:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.271491:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b7:0x0].0x0 (ffffa02490544a00) 00010000:00010000:0.0:1777580302.271494:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.271498:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.271504:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4627b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.271519:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.271521:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.271522:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.271725:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.271740:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.271746:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.271752:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.271756:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.271762:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.271772:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.271774:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.271778:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.271783:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46266 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.271796:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ecef727 reply state 000000008e02959c transno 8589950070 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.271804:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.271844:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4625f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2fd expref: 315 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.271860:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46274 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2fd expref: 314 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.271873:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79a:0x0].0x0 (ffffa02486090100) 00010000:00010000:3.0:1777580302.271876:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.271879:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9200, rc 0) 00000100:00100000:3.0:1777580302.271913:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:282298:x1863919946381184:12345-192.168.202.9@tcp:101:touch.500 Request processed in 12289us (18135us total) trans 8589950070 rc 0/0 00000100:00100000:3.0:1777580302.273290:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18643 00000100:00100000:1.0:1777580302.273302:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.273303:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823208143889 time 7823208477855 state 0x2 ref 0 00000100:00100000:1.0:1777580302.273465:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.273497:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946381312 00000100:00100000:1.0:1777580302.273508:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946381312 00000100:00100000:1.0:1777580302.273574:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11456 00000100:00100000:1.0:1777580302.273585:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2364:x1863919946381312:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580302.275086:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2364:x1863919946381312:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1494us (1612us total) trans 8589938850 rc 0/0 00000100:00100000:1.0:1777580302.275098:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11456 00000100:00100000:3.0:1777580302.278843:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946381824 00000100:00100000:3.0:1777580302.278864:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946381824 00000100:00100000:3.0:1777580302.278940:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823166989397 time 7823204865698 state 0x0 ref 1 00000100:00100000:3.0:1777580302.278957:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823204965698 time 7823204865698 state 0x1 ref 1 00000100:00100000:0.0:1777580302.284918:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823204965698 time 7823233767975 state 0x0 ref 1 00000100:00100000:0.0:1777580302.284973:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282270:x1863919946381824:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.285063:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.285101:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e45dff lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1b4 expref: 111 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285150:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e458bf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d0f0 expref: 110 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285165:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b9:0x0].0x0 (ffffa024b601e600) 00010000:00010000:0.0:1777580302.285178:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.285212:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285229:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285240:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285259:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285267:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285273:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285435:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285443:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.285451:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580302.289223:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1792, 64 off122880 00010000:00010000:0.0:1777580302.289330:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289355:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289370:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289379:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289386:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289393:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289420:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.289453:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.289460:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289468:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.289473:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289481:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289498:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b9:0x0].0x0 (ffffa02484c59c00) 00010000:00010000:0.0:1777580302.289502:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.289507:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289513:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4629e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289530:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.289533:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.289534:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.289553:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289560:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289565:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289571:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.289574:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289580:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289587:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7b9:0x0].0x0 (ffffa02484c59c00) 00010000:00010000:0.0:1777580302.289590:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.289592:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289603:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e46297 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289626:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289633:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289638:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289643:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.289646:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289652:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289659:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.289662:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.289664:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.289670:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e46289 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.289699:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000654b560b reply state 0000000073baff35 transno 8589950072 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.289709:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.289835:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282270:x1863919946381824:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4881us (16528us total) trans 8589950072 rc 0/0 00000100:00100000:0.0:1777580302.289846:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18644 00000100:00100000:0.0:1777580302.289857:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823204965698 time 7823233767975 state 0x2 ref 0 00010000:00010000:3.0:1777580302.292616:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.292639:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.292647:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.292654:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.292659:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.292667:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.292687:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02490544700) 00010000:00010000:3.0:1777580302.292690:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.292695:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.292702:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4626d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.292720:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.292751:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.292789:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.292836:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946382080 00000100:00100000:1.0:1777580302.292849:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946382080 00000100:00100000:1.0:1777580302.292897:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823208143889 time 7823208477855 state 0x0 ref 1 00000100:00100000:1.0:1777580302.292913:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823208577855 time 7823208477855 state 0x1 ref 1 00000100:00100000:1.0:1777580302.292943:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946382208 00000100:00100000:1.0:1777580302.292947:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946382208 00000100:00100000:1.0:1777580302.292959:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823204965698 time 7823233767975 state 0x0 ref 1 00000100:00100000:1.0:1777580302.292966:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823233867975 time 7823233767975 state 0x1 ref 1 00000100:00100000:1.0:1777580302.292987:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823208577855 time 7823241848340 state 0x0 ref 1 00000100:00100000:1.0:1777580302.293000:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:282298:x1863919946382080:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580302.293080:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580302.293103:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46274 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2fd expref: 315 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293119:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79a:0x0].0x0 (ffffa02486090100) 00010000:00010000:1.0:1777580302.293129:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.293255:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293271:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293283:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.293284:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946382464 00000100:00100000:3.0:1777580302.293288:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946382464 00000100:00100000:3.0:1777580302.293331:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4012 00000100:00100000:3.0:1777580302.293338:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:282296:x1863919946382464:12345-192.168.202.9@tcp:35:touch.500 00000004:00010000:1.0:1777580302.293457:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c706ffbd reply state 00000000432e0336 transno 8589950073 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.293467:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.293567:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+318:282298:x1863919946382080:12345-192.168.202.9@tcp:36:touch.500 Request processed in 569us (852us total) trans 8589950073 rc 0/0 00000100:00100000:1.0:1777580302.293575:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18645 00000100:00100000:3.0:1777580302.293581:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+318:282296:x1863919946382464:12345-192.168.202.9@tcp:35:touch.500 Request processed in 243us (792us total) trans 8589950074 rc 0/0 00000100:00100000:1.0:1777580302.293581:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823208577855 time 7823241848340 state 0x2 ref 0 00000100:00100000:3.0:1777580302.293588:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4012 00000100:00100000:1.0:1777580302.293604:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823233867975 time 7823242467544 state 0x0 ref 1 00000100:00100000:1.0:1777580302.293613:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+316:282300:x1863919946382208:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.293623:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.293636:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e462ac lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d304 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293695:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293705:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293713:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293726:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293733:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293740:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293889:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e462c1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293898:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e462c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293906:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e462c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580302.293944:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x796:0x0]: returning size 0 00000004:00200000:1.0:1777580302.293949:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580302.293966:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e462c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293981:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e462c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293988:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.293995:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294000:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294006:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.294010:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294017:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294028:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.294031:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.294035:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294041:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e462b3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294052:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294058:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294064:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294070:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.294072:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294078:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294085:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02498f4a400) 00010000:00010000:1.0:1777580302.294087:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.294090:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294096:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e462ba lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294130:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e462ac lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d304 expref: 318 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294171:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e462c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d304 expref: 317 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.294178:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x796:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:1.0:1777580302.294180:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.294183:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9800, rc 0) 00000100:00100000:1.0:1777580302.294209:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+317:282300:x1863919946382208:12345-192.168.202.9@tcp:101:rm.500 Request processed in 597us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.294219:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18646 00000100:00100000:1.0:1777580302.294223:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823233867975 time 7823242467544 state 0x2 ref 0 00010000:00010000:3.0:1777580302.300670:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.300692:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.300701:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.300708:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.300713:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.300722:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.300746:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0249076f900) 00010000:00010000:3.0:1777580302.300750:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.300755:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.300761:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46290 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.306527:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.306552:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.306561:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.306567:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.306573:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.306582:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.306604:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79a:0x0].0x0 (ffffa02498f4ad00) 00010000:00010000:3.0:1777580302.306608:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.306613:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.306619:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e462a5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.310432:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.310617:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946382848 00000100:00100000:0.0:1777580302.310630:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946382848 00000100:00100000:0.0:1777580302.310697:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823208577855 time 7823241848340 state 0x0 ref 1 00000100:00100000:0.0:1777580302.310713:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823241948340 time 7823241848340 state 0x1 ref 1 00000100:00100000:0.0:1777580302.310746:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823241948340 time 7823259608703 state 0x0 ref 1 00000100:00100000:0.0:1777580302.310760:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+316:282302:x1863919946382848:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.310787:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.310815:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e462c8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d312 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.311234:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.311253:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.311268:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.311286:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.311293:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.311301:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.311473:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.311574:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00080000:0.0:1777580302.314412:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1589:0x0], index 0: 0 00010000:00010000:0.0:1777580302.316505:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e462dd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.316537:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e462dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.316553:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e462dd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.316627:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.316635:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.316642:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.316648:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.316653:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.316662:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.317190:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.317197:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.317205:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.317213:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e462cf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.317237:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe23a7a6 reply state 000000007883f71d transno 8589950075 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.317247:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580302.317312:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e462c8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d312 expref: 319 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.317330:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e462dd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d312 expref: 318 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.317339:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79b:0x0].0x0 (ffffa02484c59800) 00010000:00010000:0.0:1777580302.317341:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580302.317344:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6a00, rc 0) 00000100:00100000:0.0:1777580302.322041:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+319:282302:x1863919946382848:12345-192.168.202.9@tcp:101:touch.500 Request processed in 11265us (11605us total) trans 8589950075 rc 0/0 00000100:00100000:0.0:1777580302.322058:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18647 00000100:00100000:0.0:1777580302.322069:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823241948340 time 7823259608703 state 0x2 ref 0 00000100:00100000:3.0:1777580302.327363:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.330776:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946382976 00000100:00100000:0.0:1777580302.330798:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946382976 00000100:00100000:0.0:1777580302.330865:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823241948340 time 7823259608703 state 0x0 ref 1 00000100:00100000:0.0:1777580302.330881:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823259708703 time 7823259608703 state 0x1 ref 1 00000100:00100000:1.0:1777580302.331146:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946383232 00000100:00100000:1.0:1777580302.331153:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946383232 00000100:00100000:1.0:1777580302.331174:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823233867975 time 7823242467544 state 0x0 ref 1 00000100:00100000:1.0:1777580302.331184:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823242567544 time 7823242467544 state 0x1 ref 1 00000100:00100000:1.0:1777580302.331213:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823242567544 time 7823280074474 state 0x0 ref 1 00000100:00100000:1.0:1777580302.331231:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282277:x1863919946383232:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580302.331316:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580302.331352:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e45d03 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d19f expref: 110 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331382:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e45b27 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d152 expref: 109 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331395:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c0:0x0].0x0 (ffffa024acb37900) 00010000:00010000:1.0:1777580302.331407:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.331440:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331457:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331467:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331486:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331494:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331516:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331670:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331828:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.331836:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.332105:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.332114:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.332121:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.332128:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.332150:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.332160:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.332172:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02484c59c00) 00010000:00010000:3.0:1777580302.332175:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.332180:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.332188:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e462d6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580302.333078:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1789, 64 off122688 00000100:00100000:0.0:1777580302.333405:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823259708703 time 7823282263745 state 0x0 ref 1 00000100:00100000:0.0:1777580302.333435:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+318:282298:x1863919946382976:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.333463:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.333489:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46300 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d319 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.333616:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46300 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d319 expref: 319 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.333631:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46300 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d319 expref: 319 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.333651:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79a:0x0].0x0 (ffffa024996f9800) 00010000:00010000:0.0:1777580302.333654:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580302.333657:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7200, rc 0) 00010000:00010000:1.0:1777580302.333839:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.333850:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.333858:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.333866:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.333872:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.333879:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.334062:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+319:282298:x1863919946382976:12345-192.168.202.9@tcp:101:touch.500 Request processed in 639us (22588us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.334071:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18648 00000100:00100000:0.0:1777580302.334078:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823259708703 time 7823282263745 state 0x2 ref 0 00000100:00100000:0.0:1777580302.334644:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946382592 00000100:00100000:0.0:1777580302.334656:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946382592 00010000:00010000:1.0:1777580302.334787:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580302.334814:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580302.334821:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.334830:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580302.334835:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.334843:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.334855:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c0:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:1.0:1777580302.334858:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580302.334863:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.334870:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e46307 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.334885:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580302.335024:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11457 00000100:00100000:0.0:1777580302.335033:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946382592:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.335049:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.335070:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d30b expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580302.335106:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1587:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:0.0:1777580302.335126:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.335129:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.335157:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 20 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.335174:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 20 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.335187:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7c00, rc 0) 00000100:00100000:0.0:1777580302.335235:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946382592:12345-192.168.202.9@tcp:101:rm.500 Request processed in 203us (7884us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.335242:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11457 00010000:00010000:1.0:1777580302.335598:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.335602:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.335632:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335641:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335651:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335657:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.335661:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335667:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335767:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c0:0x0].0x0 (ffffa02498f4a100) 00010000:00010000:1.0:1777580302.335770:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580302.335774:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335781:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e462f9 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335811:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335817:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335823:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335828:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.335831:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335841:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335850:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.335852:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.335855:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.335860:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e462eb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.335870:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc5e97c6 reply state 000000004c4b9195 transno 8589950076 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.335878:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.336074:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.338283:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282277:x1863919946383232:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7044us (26693us total) trans 8589950076 rc 0/0 00000100:00100000:1.0:1777580302.338299:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18649 00000100:00100000:1.0:1777580302.338310:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823242567544 time 7823280074474 state 0x2 ref 0 00000100:00100000:1.0:1777580302.338357:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946383488 00000100:00100000:1.0:1777580302.338368:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946383488 00000100:00100000:1.0:1777580302.338400:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823259708703 time 7823282263745 state 0x0 ref 1 00000100:00100000:1.0:1777580302.338414:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823282363745 time 7823282263745 state 0x1 ref 1 00000100:00100000:1.0:1777580302.338462:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823282363745 time 7823287323070 state 0x0 ref 1 00000100:00100000:1.0:1777580302.338474:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+319:282302:x1863919946383488:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580302.338819:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580302.338858:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e462dd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d312 expref: 319 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.338884:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79b:0x0].0x0 (ffffa02484c59800) 00010000:00010000:1.0:1777580302.339462:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.339846:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.339869:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.339884:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.340026:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.340069:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946383616 00000100:00100000:3.0:1777580302.340078:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946383616 00000100:00100000:3.0:1777580302.340112:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823242567544 time 7823280074474 state 0x0 ref 1 00000100:00100000:3.0:1777580302.340165:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823280174474 time 7823280074474 state 0x1 ref 1 00000100:00100000:3.0:1777580302.340188:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823280174474 time 7823289051365 state 0x0 ref 1 00000100:00100000:3.0:1777580302.340210:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+319:282304:x1863919946383616:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.340225:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.340239:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4631c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d320 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340302:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340312:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340322:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340336:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340343:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340350:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340486:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46331 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340495:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46331 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340502:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46331 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.340534:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x797:0x0]: returning size 0 00000004:00200000:3.0:1777580302.340539:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.340564:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46331 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340580:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46331 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340589:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340595:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340602:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340608:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.340613:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340621:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340633:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.340636:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.340641:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340648:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46323 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340662:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340668:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340673:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340679:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.340682:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340688:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340694:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02486090900) 00010000:00010000:3.0:1777580302.340697:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.340699:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340704:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4632a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340743:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4631c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d320 expref: 321 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340758:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46331 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d320 expref: 320 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.340767:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x797:0x0].0x0 (ffffa0249076f500) 00010000:00010000:3.0:1777580302.340769:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.340772:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9a00, rc 0) 00000100:00100000:0.0:1777580302.340781:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.340810:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946383744 00000100:00100000:0.0:1777580302.340816:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946383744 00000100:00100000:3.0:1777580302.340834:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282304:x1863919946383616:12345-192.168.202.9@tcp:101:rm.500 Request processed in 636us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.340841:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823289151365 time 7823289051365 state 0x1 ref 2 00000004:00010000:1.0:1777580302.341095:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f9abc94 reply state 000000007d3ddeb6 transno 8589950077 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.341105:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.341176:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282302:x1863919946383488:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2703us (5104us total) trans 8589950077 rc 0/0 00000100:00100000:3.0:1777580302.344674:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18651 00000100:00100000:3.0:1777580302.344746:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823289151365 time 7823293604212 state 0x0 ref 1 00000100:00100000:3.0:1777580302.344771:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282305:x1863919946383744:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.344800:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.344829:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46338 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d327 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.344915:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.344944:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.344958:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.344984:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.344992:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.344998:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345100:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345109:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345115:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345347:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.345353:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345360:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345374:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.345378:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.345382:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345388:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4633f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345404:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345410:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345415:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345420:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.345422:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345426:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345433:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02486090100) 00010000:00010000:3.0:1777580302.345436:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.345438:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345443:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e46346 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345485:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46338 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d327 expref: 323 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345510:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.345512:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.345517:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46338 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d327 expref: 323 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.345530:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9200, rc 0) 00000100:00100000:3.0:1777580302.345608:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282305:x1863919946383744:12345-192.168.202.9@tcp:101:rm.500 Request processed in 846us (4825us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580302.345617:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18652 00000100:00100000:3.0:1777580302.345621:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823289151365 time 7823293604212 state 0x2 ref 0 00000100:00100000:3.0:1777580302.347478:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.347980:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946383872 00000100:00100000:0.0:1777580302.347992:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946383872 00000100:00100000:0.0:1777580302.348070:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11458 00000100:00100000:0.0:1777580302.348082:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946383872:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580302.348541:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946383872:12345-192.168.202.9@tcp:2:touch.500 Request processed in 460us (1070us total) trans 8589938452 rc 0/0 00000100:00100000:0.0:1777580302.348550:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11458 00000100:00100000:1.0:1777580302.351859:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18650 00000100:00100000:1.0:1777580302.351874:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823282363745 time 7823287323070 state 0x2 ref 0 00010000:00010000:1.0:1777580302.352929:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.352947:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.352962:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.352970:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.352976:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.352985:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.353007:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02498f4af00) 00010000:00010000:1.0:1777580302.353010:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.353017:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.353024:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e462f2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.355464:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.355561:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946384000 00000100:00100000:0.0:1777580302.355573:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946384000 00000100:00100000:0.0:1777580302.355625:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823282363745 time 7823287323070 state 0x0 ref 1 00000100:00100000:0.0:1777580302.355641:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823287423070 time 7823287323070 state 0x1 ref 1 00000100:00100000:0.0:1777580302.355675:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823287423070 time 7823304537701 state 0x0 ref 1 00000100:00100000:0.0:1777580302.355697:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282302:x1863919946384000:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.355729:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.355754:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4634d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d32e expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.355830:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4634d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d32e expref: 322 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.355845:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4634d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d32e expref: 322 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.355864:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79b:0x0].0x0 (ffffa02498f4a400) 00010000:00010000:0.0:1777580302.355867:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580302.355871:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7000, rc 0) 00000100:00100000:0.0:1777580302.355946:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282302:x1863919946384000:12345-192.168.202.9@tcp:101:touch.500 Request processed in 251us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.355954:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18653 00000100:00100000:0.0:1777580302.355959:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823287423070 time 7823304537701 state 0x2 ref 0 00010000:00010000:3.0:1777580302.356176:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.356186:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.356193:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.356199:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.356204:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.356212:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.356224:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79b:0x0].0x0 (ffffa02498f4a400) 00010000:00010000:3.0:1777580302.356227:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.356230:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.356240:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46315 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.360445:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.360511:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.360599:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946384256 00000100:00100000:1.0:1777580302.360612:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946384256 00000100:00100000:1.0:1777580302.360669:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823289151365 time 7823293604212 state 0x0 ref 1 00000100:00100000:1.0:1777580302.360774:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823293704212 time 7823293604212 state 0x1 ref 1 00000100:00100000:1.0:1777580302.360808:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823293704212 time 7823309670048 state 0x0 ref 1 00000100:00100000:1.0:1777580302.360822:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282276:x1863919946384256:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580302.360901:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580302.360949:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e45eae lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d0 expref: 109 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.360975:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e45b19 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d14b expref: 108 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.360988:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bf:0x0].0x0 (ffffa0249076fc00) 00010000:00010000:1.0:1777580302.361000:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.361031:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.361049:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.361060:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.361078:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.361086:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.361092:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.361297:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.361306:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.361317:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.362021:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946384384 00000100:00100000:3.0:1777580302.362031:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946384384 00000100:00100000:3.0:1777580302.362197:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11459 00000100:00100000:3.0:1777580302.362208:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946384384:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.362226:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.362245:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d335 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580302.362274:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1563:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:3.0:1777580302.362295:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580302.362298:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580302.362308:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 21 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.362379:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 21 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.362394:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e87a00, rc 0) 00000100:00100000:3.0:1777580302.362472:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2361:x1863919946384384:12345-192.168.202.9@tcp:101:rm.500 Request processed in 266us (1959us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.362480:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11459 00000100:00100000:3.0:1777580302.362560:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.362815:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946384640 00000100:00100000:2.0:1777580302.362821:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946384640 00000100:00100000:2.0:1777580302.362861:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4013 00000100:00100000:2.0:1777580302.362868:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282298:x1863919946384640:12345-192.168.202.9@tcp:35:touch.500 00000040:00080000:1.0:1777580302.364723:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1793, 64 off122944 00010000:00010000:1.0:1777580302.364791:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364811:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364822:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364829:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364833:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364838:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364859:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580302.364876:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364879:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364883:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364891:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.364897:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364905:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364917:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bf:0x0].0x0 (ffffa02498f4ad00) 00010000:00010000:1.0:1777580302.364938:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580302.364944:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364951:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46362 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364974:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364980:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364987:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364990:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.364992:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.364996:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.365004:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.365006:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.365008:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.365012:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46354 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.365019:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df742307 reply state 0000000082c76412 transno 8589950079 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.365025:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580302.365325:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282298:x1863919946384640:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2449us (2757us total) trans 8589950078 rc 0/0 00000100:00100000:2.0:1777580302.365337:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4013 00010000:00010000:3.0:1777580302.368958:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580302.368979:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.368995:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580302.368999:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.369007:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.369027:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7bf:0x0].0x0 (ffffa02498f4ad00) 00010000:00010000:3.0:1777580302.369029:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580302.369034:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.369038:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46370 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.369065:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.369066:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.369067:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580302.370668:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.370709:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946384768 00000100:00100000:0.0:1777580302.370721:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946384768 00000100:00100000:0.0:1777580302.370780:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823309770048 time 7823309670048 state 0x1 ref 2 00000100:00100000:0.0:1777580302.370811:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823309770048 time 7823319673451 state 0x0 ref 2 00000100:00100000:0.0:1777580302.370824:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282305:x1863919946384768:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.370850:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.370875:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e46377 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d33c expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.370981:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371001:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371015:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371034:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371041:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371050:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371207:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371215:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371222:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371228:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.371232:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371240:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371252:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.371255:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.371260:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371266:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e4637e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371283:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371289:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371295:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371301:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.371304:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371310:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371317:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0249076f900) 00010000:00010000:0.0:1777580302.371319:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.371321:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371326:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46385 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371362:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e46377 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d33c expref: 323 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371373:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.371375:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.371379:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e46377 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d33c expref: 323 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.371389:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7800, rc 0) 00000100:00100000:0.0:1777580302.371462:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282305:x1863919946384768:12345-192.168.202.9@tcp:101:rm.500 Request processed in 639us (805us total) trans 0 rc 301/301 00000100:00100000:0.0:1777580302.371471:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18655 00000100:00100000:0.0:1777580302.371553:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.371585:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946384896 00000100:00100000:0.0:1777580302.371591:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946384896 00000100:00100000:0.0:1777580302.371630:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11460 00000100:00100000:0.0:1777580302.371639:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2362:x1863919946384896:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580302.371999:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2362:x1863919946384896:12345-192.168.202.9@tcp:2:touch.500 Request processed in 361us (445us total) trans 8589938851 rc 0/0 00000100:00100000:0.0:1777580302.372007:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11460 00000100:00100000:1.0:1777580302.376115:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282276:x1863919946384256:12345-192.168.202.9@tcp:36:rm.500 Request processed in 15279us (15667us total) trans 8589950079 rc 0/0 00000100:00100000:1.0:1777580302.376287:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18654 00000100:00100000:1.0:1777580302.376298:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823309770048 time 7823319673451 state 0x2 ref 0 00000100:00100000:0.0:1777580302.380504:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.380604:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.380730:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946385152 00000100:00100000:1.0:1777580302.380743:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946385152 00000100:00100000:1.0:1777580302.380809:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4014 00000100:00100000:1.0:1777580302.380821:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282302:x1863919946385152:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580302.381330:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282302:x1863919946385152:12345-192.168.202.9@tcp:35:touch.500 Request processed in 510us (837us total) trans 8589950080 rc 0/0 00000100:00100000:1.0:1777580302.381339:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4014 00000100:00100000:3.0:1777580302.381654:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946385408 00000100:00100000:3.0:1777580302.381661:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946385408 00000100:00100000:3.0:1777580302.381692:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823287423070 time 7823304537701 state 0x0 ref 1 00000100:00100000:3.0:1777580302.381705:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823304637701 time 7823304537701 state 0x1 ref 1 00000100:00100000:3.0:1777580302.381735:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823304637701 time 7823330596820 state 0x0 ref 1 00000100:00100000:3.0:1777580302.381747:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+323:282307:x1863919946385408:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.381760:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.381785:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e4638c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d343 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.382444:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.382465:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.382480:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.382500:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.382507:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.382514:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580302.383105:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1565:0x0], index 1: 0 00010000:00010000:3.0:1777580302.383338:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e463a1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383351:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e463a1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383359:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e463a1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383400:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383412:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383419:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383425:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.383429:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383438:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383450:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.383454:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.383459:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383465:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46393 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.383482:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d230860c reply state 000000007484602d transno 8589950081 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.383492:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.383530:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e4638c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d343 expref: 326 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383546:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e463a1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d343 expref: 325 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.383560:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79c:0x0].0x0 (ffffa02484c59c00) 00010000:00010000:3.0:1777580302.383563:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.383566:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7e00, rc 0) 00000100:00100000:3.0:1777580302.383648:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+326:282307:x1863919946385408:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1903us (3043us total) trans 8589950081 rc 0/0 00000100:00100000:3.0:1777580302.383658:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18656 00000100:00100000:3.0:1777580302.383666:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823304637701 time 7823330596820 state 0x2 ref 0 00010000:00010000:1.0:1777580302.384172:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.384182:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.384190:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.384196:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.384199:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.384205:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.384216:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02498f4a100) 00010000:00010000:1.0:1777580302.384219:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.384222:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.384228:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4635b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.386381:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.386418:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.386451:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.386482:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946385792 00000100:00100000:3.0:1777580302.386494:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946385792 00000100:00100000:3.0:1777580302.386542:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823309770048 time 7823319673451 state 0x0 ref 1 00000100:00100000:3.0:1777580302.386559:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823319773451 time 7823319673451 state 0x1 ref 1 00000100:00100000:3.0:1777580302.386586:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946385536 00000100:00100000:3.0:1777580302.386589:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946385536 00000100:00100000:3.0:1777580302.386600:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823319773451 time 7823319673451 state 0x1 ref 2 00000100:00100000:3.0:1777580302.386614:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946385664 00000100:00100000:3.0:1777580302.386617:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946385664 00000100:00100000:3.0:1777580302.386626:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823319773451 time 7823319673451 state 0x1 ref 3 00000100:00100000:3.0:1777580302.386646:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823335608328 time 7823335508328 state 0x1 ref 3 00000100:00100000:3.0:1777580302.386658:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282286:x1863919946385792:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.386690:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.386715:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e463af lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d358 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.386801:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.386817:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.386831:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.386848:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.386855:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.386862:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387011:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e463c4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387021:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e463c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387029:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e463c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.387063:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c7:0x0]: returning size 0 00000004:00200000:3.0:1777580302.387068:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.387090:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e463c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387105:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e463c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387114:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387121:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387128:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387159:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.387164:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387171:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387183:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.387187:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.387192:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387198:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e463b6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387213:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387223:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387229:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387233:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.387236:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387241:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387248:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02490544700) 00010000:00010000:3.0:1777580302.387251:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.387254:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387260:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e463bd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387294:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e463af lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d358 expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387309:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e463c4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d358 expref: 111 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387316:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c7:0x0].0x0 (ffffa0249f048b00) 00010000:00010000:3.0:1777580302.387318:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.387321:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c8c00, rc 0) 00000100:00100000:3.0:1777580302.387396:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282286:x1863919946385792:12345-192.168.202.9@tcp:101:rm.500 Request processed in 739us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.387404:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18657 00000100:00100000:3.0:1777580302.387432:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823336395243 time 7823336295243 state 0x1 ref 2 00000100:00100000:3.0:1777580302.387443:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282291:x1863919946385536:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.387451:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.387460:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e463cb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d34a expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387490:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387498:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387506:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387519:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387526:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387532:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387581:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e463e0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387590:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e463e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387597:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e463e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.387615:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c8:0x0]: returning size 0 00000004:00200000:3.0:1777580302.387618:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.387628:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e463e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387636:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e463e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387642:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387648:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387653:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387658:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.387661:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387666:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387674:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.387676:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.387679:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387685:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e463d2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387694:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387699:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387705:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387710:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.387712:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387718:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387725:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02498a66c00) 00010000:00010000:3.0:1777580302.387727:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.387730:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387736:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e463d9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387759:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e463cb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d34a expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387771:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e463e0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d34a expref: 111 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387778:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c8:0x0].0x0 (ffffa0249f048400) 00010000:00010000:3.0:1777580302.387781:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.387783:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8200, rc 0) 00000100:00100000:3.0:1777580302.387806:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282291:x1863919946385536:12345-192.168.202.9@tcp:101:rm.500 Request processed in 365us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.387812:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18658 00000100:00100000:3.0:1777580302.387828:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823336395243 time 7823336691255 state 0x0 ref 1 00000100:00100000:3.0:1777580302.387837:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282284:x1863919946385664:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.387844:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.387852:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e463e7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d351 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387880:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387888:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387896:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387908:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387931:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387938:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.387987:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e463fc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388000:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e463fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388008:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e463fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.388031:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c5:0x0]: returning size 0 00000004:00200000:3.0:1777580302.388033:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.388042:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e463fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388050:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e463fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388056:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388062:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388068:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388077:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.388080:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388085:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388092:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.388094:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.388097:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388102:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e463ee lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388114:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388120:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388126:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388131:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.388161:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388167:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388178:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02498a66600) 00010000:00010000:3.0:1777580302.388181:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.388183:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388188:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e463f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388210:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e463e7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d351 expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388222:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e463fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d351 expref: 111 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.388228:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c5:0x0].0x0 (ffffa0249f048600) 00010000:00010000:3.0:1777580302.388230:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.388232:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784ca00, rc 0) 00000100:00100000:3.0:1777580302.388256:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282284:x1863919946385664:12345-192.168.202.9@tcp:101:rm.500 Request processed in 420us (1804us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.388263:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18659 00000100:00100000:3.0:1777580302.388268:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823336395243 time 7823336691255 state 0x2 ref 0 00000100:00100000:1.0:1777580302.392474:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.392662:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946385920 00000100:00100000:3.0:1777580302.392674:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946385920 00000100:00100000:3.0:1777580302.392726:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823336395243 time 7823336691255 state 0x0 ref 1 00000100:00100000:3.0:1777580302.392740:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823336791255 time 7823336691255 state 0x1 ref 1 00000100:00100000:3.0:1777580302.392815:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823336791255 time 7823341676924 state 0x0 ref 1 00000100:00100000:3.0:1777580302.392829:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282285:x1863919946385920:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.392855:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.392881:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46403 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d35f expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.392977:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.392996:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393010:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393027:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393034:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393041:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393223:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46418 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393233:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46418 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393245:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46418 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.393278:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c6:0x0]: returning size 0 00000004:00200000:3.0:1777580302.393283:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.393307:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46418 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393320:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46418 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393330:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393337:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393344:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393350:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.393355:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393363:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393377:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.393381:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.393386:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393397:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e4640a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393412:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393418:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393424:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393428:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.393431:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393436:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393441:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02498a66700) 00010000:00010000:3.0:1777580302.393444:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.393446:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393452:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46411 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393487:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46403 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d35f expref: 113 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393507:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46418 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d35f expref: 112 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.393515:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c6:0x0].0x0 (ffffa0249f048d00) 00010000:00010000:3.0:1777580302.393518:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.393521:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e86600, rc 0) 00000100:00100000:3.0:1777580302.393609:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282285:x1863919946385920:12345-192.168.202.9@tcp:101:rm.500 Request processed in 783us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.393619:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18660 00000100:00100000:3.0:1777580302.393625:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823336791255 time 7823341676924 state 0x2 ref 0 00010000:00010000:2.0:1777580302.399619:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.399642:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.399654:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.399661:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.399666:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.399673:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.399696:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02484c59800) 00010000:00010000:2.0:1777580302.399699:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.399705:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.399711:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4639a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.400714:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.400753:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.400826:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946386048 00000100:00100000:2.0:1777580302.400838:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946386048 00000100:00100000:2.0:1777580302.400913:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946386176 00000100:00100000:2.0:1777580302.400916:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946386176 00000100:00100000:2.0:1777580302.400956:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11461 00000100:00100000:2.0:1777580302.400968:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2364:x1863919946386048:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580302.400995:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580302.401026:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d366 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580302.401062:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1562:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:2.0:1777580302.401089:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580302.401092:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580302.401103:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 24 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.401124:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 24 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.401195:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030e00, rc 0) 00000100:00100000:1.0:1777580302.401334:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11462 00000100:00100000:1.0:1777580302.401345:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946386176:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.401355:0:207637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.401368:0:207637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d36d expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580302.401387:0:207637:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1586:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:1.0:1777580302.401398:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.401400:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.401404:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 24 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.401415:0:207637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 24 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.401424:0:207637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5200, rc 0) 00000100:00100000:2.0:1777580302.401779:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2364:x1863919946386048:12345-192.168.202.9@tcp:101:rm.500 Request processed in 811us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580302.401786:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11461 00000100:00100000:1.0:1777580302.401974:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946386176:12345-192.168.202.9@tcp:101:rm.500 Request processed in 632us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.401981:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11462 00000100:00100000:1.0:1777580302.411183:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.411241:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946386432 00000100:00100000:1.0:1777580302.411255:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946386432 00000100:00100000:1.0:1777580302.411308:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823304637701 time 7823330596820 state 0x0 ref 1 00000100:00100000:1.0:1777580302.411326:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823330696820 time 7823330596820 state 0x1 ref 1 00000100:00100000:1.0:1777580302.411369:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823330696820 time 7823360229847 state 0x0 ref 1 00000100:00100000:1.0:1777580302.411384:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+325:282307:x1863919946386432:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580302.411469:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580302.411521:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e463a1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d343 expref: 325 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.411546:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79c:0x0].0x0 (ffffa02484c59c00) 00010000:00010000:1.0:1777580302.411560:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.411659:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.411675:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.411688:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.411860:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f878d6db reply state 000000003330312c transno 8589950082 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.411871:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.412203:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+326:282307:x1863919946386432:12345-192.168.202.9@tcp:36:touch.500 Request processed in 821us (1036us total) trans 8589950082 rc 0/0 00000100:00100000:1.0:1777580302.412212:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18661 00000100:00100000:1.0:1777580302.412218:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823330696820 time 7823360229847 state 0x2 ref 0 00000100:00100000:1.0:1777580302.412286:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.412317:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946386560 00000100:00100000:1.0:1777580302.412323:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946386560 00000100:00100000:1.0:1777580302.412342:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823336791255 time 7823341676924 state 0x0 ref 1 00000100:00100000:1.0:1777580302.412350:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823341776924 time 7823341676924 state 0x1 ref 1 00000100:00100000:1.0:1777580302.412370:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823341776924 time 7823361233178 state 0x0 ref 1 00000100:00100000:1.0:1777580302.412381:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+326:282314:x1863919946386560:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.412393:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.412407:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4400/0xcb2b2f2f7e46434 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d374 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412464:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412476:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412485:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412576:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412585:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412592:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412710:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46449 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412720:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46449 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412727:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46449 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580302.412753:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x79a:0x0]: returning size 0 00000004:00200000:1.0:1777580302.412758:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580302.412774:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46449 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412787:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46449 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412795:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412802:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412809:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412815:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.412819:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412827:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412839:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.412842:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.412846:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412852:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4643b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412864:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412869:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412876:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.412881:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.412884:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.415117:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.415158:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02498f4ad00) 00010000:00010000:1.0:1777580302.415161:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.415168:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.415177:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46442 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.415263:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4400/0xcb2b2f2f7e46434 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d374 expref: 328 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.415281:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46449 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d374 expref: 327 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.415289:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79a:0x0].0x0 (ffffa024996f9800) 00010000:00010000:1.0:1777580302.415293:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.415296:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5600, rc 0) 00000100:00100000:1.0:1777580302.415388:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+327:282314:x1863919946386560:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3006us (3099us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.415402:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18662 00000100:00100000:1.0:1777580302.415412:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823341776924 time 7823361233178 state 0x2 ref 0 00000100:00100000:1.0:1777580302.416413:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.417183:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.419436:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946386688 00000100:00100000:2.0:1777580302.419455:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946386688 00000100:00100000:2.0:1777580302.419527:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946386816 00000100:00100000:2.0:1777580302.419529:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946386816 00000100:00100000:2.0:1777580302.419573:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11463 00000100:00100000:2.0:1777580302.419585:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2361:x1863919946386688:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580302.419609:0:189456:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580302.419637:0:189456:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d37b expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580302.419671:0:189456:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1585:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:2.0:1777580302.419846:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580302.419849:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580302.419860:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 25 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.419888:0:189456:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 25 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.419904:0:189456:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030200, rc 0) 00000100:00100000:2.0:1777580302.419998:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2361:x1863919946386688:12345-192.168.202.9@tcp:101:rm.500 Request processed in 416us (3589us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580302.420006:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11463 00000100:00100000:2.0:1777580302.420032:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11464 00000100:00100000:2.0:1777580302.420040:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2362:x1863919946386816:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580302.420048:0:189456:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580302.420061:0:189456:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d382 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580302.420079:0:189456:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1561:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:2.0:1777580302.420089:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580302.420091:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580302.420095:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 25 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.420107:0:189456:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 25 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.420115:0:189456:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480031c00, rc 0) 00000100:00100000:2.0:1777580302.420177:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2362:x1863919946386816:12345-192.168.202.9@tcp:101:rm.500 Request processed in 137us (2997us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580302.420183:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11464 00010000:00010000:3.0:1777580302.431189:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.431213:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.431220:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.431226:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.431232:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.431240:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.431261:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79c:0x0].0x0 (ffffa02498f4a300) 00010000:00010000:3.0:1777580302.431265:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.431271:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.431278:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e4642d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.431944:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.431983:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.432017:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.432096:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.432533:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946386944 00000100:00100000:2.0:1777580302.432548:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946386944 00000100:00100000:2.0:1777580302.432600:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823330696820 time 7823360229847 state 0x0 ref 1 00000100:00100000:2.0:1777580302.432616:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823360329847 time 7823360229847 state 0x1 ref 1 00000100:00100000:2.0:1777580302.432647:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946387584 00000100:00100000:2.0:1777580302.432651:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946387584 00000100:00100000:2.0:1777580302.432663:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823360329847 time 7823360229847 state 0x1 ref 2 00000100:00100000:2.0:1777580302.432681:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946387328 00000100:00100000:2.0:1777580302.432684:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946387328 00000100:00100000:2.0:1777580302.432697:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823341776924 time 7823361233178 state 0x0 ref 1 00000100:00100000:2.0:1777580302.432704:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823361333178 time 7823361233178 state 0x1 ref 1 00000100:00100000:2.0:1777580302.432723:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823381685361 time 7823381585361 state 0x1 ref 2 00000100:00100000:2.0:1777580302.432735:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+327:282307:x1863919946386944:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580302.432766:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580302.432794:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4645e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d389 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.432872:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4645e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d389 expref: 328 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.432901:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4645e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d389 expref: 328 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.432933:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79c:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:2.0:1777580302.432937:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580302.432940:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030400, rc 0) 00000100:00100000:2.0:1777580302.433014:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+328:282307:x1863919946386944:12345-192.168.202.9@tcp:101:touch.500 Request processed in 281us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580302.433023:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18663 00000100:00100000:2.0:1777580302.433046:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823361333178 time 7823381908883 state 0x0 ref 1 00000100:00100000:2.0:1777580302.433055:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282291:x1863919946387328:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580302.433102:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580302.433126:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e463e0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d34a expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.433178:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e46067 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d286 expref: 111 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.433188:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c8:0x0].0x0 (ffffa0249f048400) 00010000:00010000:2.0:1777580302.433196:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580302.433215:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.433225:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.433234:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.433250:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.433256:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.433262:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.433791:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823381685361 time 7823382650662 state 0x0 ref 1 00000100:00100000:3.0:1777580302.433809:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+327:282310:x1863919946387584:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.433821:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.433834:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46473 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d397 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.433946:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.433957:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.433966:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.433980:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.433986:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.433994:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580302.434870:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x158a:0x0], index 0: 0 00010000:00010000:3.0:1777580302.435122:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e46488 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435169:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e46488 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435180:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e46488 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435222:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435230:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435237:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435243:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.435247:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435255:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435265:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.435267:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.435272:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435278:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e4647a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.435292:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000045645ce1 reply state 00000000a8519246 transno 8589950083 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.435302:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.435335:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e46473 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d397 expref: 330 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435348:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e46488 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d397 expref: 329 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.435356:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79d:0x0].0x0 (ffffa02498a66600) 00010000:00010000:3.0:1777580302.435358:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.435361:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784d600, rc 0) 00010000:00010000:2.0:1777580302.435669:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.435681:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.435689:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.436791:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946387072 00000100:00100000:1.0:1777580302.436803:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946387072 00000100:00100000:1.0:1777580302.436872:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11465 00000100:00100000:1.0:1777580302.436883:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2363:x1863919946387072:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.436913:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.436952:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d390 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580302.436984:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1564:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:1.0:1777580302.437007:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.437010:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.437020:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 22 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.437037:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 22 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.437050:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4400, rc 0) 00000100:00100000:1.0:1777580302.437117:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2363:x1863919946387072:12345-192.168.202.9@tcp:101:rm.500 Request processed in 237us (5098us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.437126:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11465 00000040:00080000:2.0:1777580302.439969:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1790, 64 off122752 00010000:00010000:2.0:1777580302.440092:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440116:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440130:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440161:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440168:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440175:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440199:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580302.440229:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440235:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440242:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440248:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480031600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.440253:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440261:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440273:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c8:0x0].0x0 (ffffa024acb37600) 00010000:00010000:2.0:1777580302.440276:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580302.440281:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440288:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46496 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440317:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440328:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440333:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440339:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.440341:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440347:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440354:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580302.440356:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.440359:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.440365:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46465 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.440377:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb10f19a reply state 00000000e46b6e0e transno 8589950084 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.440842:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+330:282310:x1863919946387584:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7027us (8845us total) trans 8589950083 rc 0/0 00000100:00100000:3.0:1777580302.440860:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18664 00000100:00100000:3.0:1777580302.440870:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823381685361 time 7823382650662 state 0x2 ref 0 00010000:00010000:1.0:1777580302.442202:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580302.442220:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.442234:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4e400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580302.442239:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.442250:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.442271:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c8:0x0].0x0 (ffffa024acb37600) 00010000:00010000:1.0:1777580302.442274:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580302.442279:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.442285:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e400/0xcb2b2f2f7e464a4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.442312:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.442314:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.442316:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580302.447757:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580302.447955:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282291:x1863919946387328:12345-192.168.202.9@tcp:36:rm.500 Request processed in 14890us (15848us total) trans 8589950084 rc 0/0 00000100:00100000:2.0:1777580302.447969:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18665 00000100:00100000:2.0:1777580302.447981:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823361333178 time 7823381908883 state 0x2 ref 0 00000100:00100000:3.0:1777580302.456037:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.456167:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946387712 00000100:00100000:1.0:1777580302.456181:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946387712 00000100:00100000:1.0:1777580302.456249:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11466 00000100:00100000:1.0:1777580302.456262:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2361:x1863919946387712:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580302.458368:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2361:x1863919946387712:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2092us (2329us total) trans 8589938453 rc 0/0 00000100:00100000:1.0:1777580302.458396:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11466 00000100:00100000:1.0:1777580302.469864:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.469916:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946388096 00000100:00100000:1.0:1777580302.469937:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946388096 00000100:00100000:1.0:1777580302.470002:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823361333178 time 7823381908883 state 0x0 ref 1 00000100:00100000:1.0:1777580302.470019:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823382008883 time 7823381908883 state 0x1 ref 1 00000100:00100000:1.0:1777580302.470052:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823382008883 time 7823418914017 state 0x0 ref 1 00000100:00100000:1.0:1777580302.470066:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+330:282317:x1863919946388096:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.470097:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.470127:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e464ab lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d39e expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470256:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470275:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470289:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470307:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470314:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470321:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470472:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e464c0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470482:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e464c0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470490:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e464c0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580302.470528:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x79b:0x0]: returning size 0 00000004:00200000:1.0:1777580302.470533:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580302.470556:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e464c0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470569:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e464c0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470578:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470586:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470594:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470600:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.470605:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470612:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470627:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.470631:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.470636:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470643:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e464b2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470659:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470665:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470671:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470677:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.470680:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470686:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470693:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02488b85a00) 00010000:00010000:1.0:1777580302.470696:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.470699:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470705:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e464b9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470748:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e464ab lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d39e expref: 332 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470766:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e464c0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d39e expref: 331 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.470773:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79b:0x0].0x0 (ffffa02498f4a400) 00010000:00010000:1.0:1777580302.470776:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.470779:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4800, rc 0) 00000100:00100000:1.0:1777580302.470862:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+331:282317:x1863919946388096:12345-192.168.202.9@tcp:101:rm.500 Request processed in 798us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.470871:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18666 00000100:00100000:1.0:1777580302.470877:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823382008883 time 7823418914017 state 0x2 ref 0 00000100:00100000:1.0:1777580302.471033:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.471071:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946388352 00000100:00100000:1.0:1777580302.471077:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946388352 00000100:00100000:1.0:1777580302.471099:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823382008883 time 7823418914017 state 0x0 ref 1 00000100:00100000:1.0:1777580302.471108:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823419014017 time 7823418914017 state 0x1 ref 1 00000100:00100000:1.0:1777580302.471128:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823419014017 time 7823419991758 state 0x0 ref 1 00000100:00100000:1.0:1777580302.471173:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282278:x1863919946388352:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580302.471222:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580302.471242:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e45ffe lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d26a expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471269:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e45bc8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d160 expref: 111 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471278:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c1:0x0].0x0 (ffffa02497a21000) 00010000:00010000:1.0:1777580302.471286:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.471303:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471314:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471322:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471335:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471342:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471348:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471443:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471451:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.471458:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580302.472070:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1794, 64 off123008 00010000:00010000:1.0:1777580302.472177:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472190:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472199:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472207:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472213:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472219:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472245:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580302.472267:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472273:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472279:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472286:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.472290:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472299:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472313:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c1:0x0].0x0 (ffffa02488b85600) 00010000:00010000:1.0:1777580302.472316:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580302.472319:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472324:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e464d5 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472341:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472347:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472352:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472358:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.472360:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472367:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472373:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.472376:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.472378:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472388:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e464c7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.472396:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081990f95 reply state 0000000080ff1c25 transno 8589950085 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.472406:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.472485:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282278:x1863919946388352:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1312us (1448us total) trans 8589950085 rc 0/0 00000100:00100000:1.0:1777580302.472494:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18667 00000100:00100000:1.0:1777580302.472502:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823419014017 time 7823419991758 state 0x2 ref 0 00010000:00010000:1.0:1777580302.472547:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580302.472554:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472560:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580302.472564:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472571:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472580:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c1:0x0].0x0 (ffffa02488b85600) 00010000:00010000:1.0:1777580302.472582:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580302.472585:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472590:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e464dc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.472606:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.472608:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.472610:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.473707:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.473726:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.473734:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.473739:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.473743:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.473750:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.473767:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02498a66700) 00010000:00010000:2.0:1777580302.473771:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.473774:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.473781:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e46481 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.477466:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.477491:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.477506:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.477513:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.477519:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.477527:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.477549:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa024acb37c00) 00010000:00010000:3.0:1777580302.477552:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.477558:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.477565:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e4646c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.478762:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.478839:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.486332:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.487232:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946387968 00000100:00100000:3.0:1777580302.487248:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946387968 00000100:00100000:3.0:1777580302.487309:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823381685361 time 7823382650662 state 0x0 ref 1 00000100:00100000:3.0:1777580302.487327:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823382750662 time 7823382650662 state 0x1 ref 1 00000100:00100000:0.0:1777580302.487400:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946388480 00000100:00100000:0.0:1777580302.487406:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946388480 00000100:00100000:0.0:1777580302.487430:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823419014017 time 7823419991758 state 0x0 ref 1 00000100:00100000:0.0:1777580302.487438:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823420091758 time 7823419991758 state 0x1 ref 1 00000100:00100000:1.0:1777580302.487701:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.487819:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.488281:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946388736 00000100:00100000:2.0:1777580302.488289:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946388736 00000100:00100000:2.0:1777580302.488340:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4015 00000100:00100000:2.0:1777580302.488353:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282307:x1863919946388736:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580302.489124:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282307:x1863919946388736:12345-192.168.202.9@tcp:35:touch.500 Request processed in 768us (2802us total) trans 8589950086 rc 0/0 00000100:00100000:2.0:1777580302.489172:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4015 00010000:00010000:2.0:1777580302.489219:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.489232:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.489241:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.489248:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.489253:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.489262:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.489281:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02488b85b00) 00010000:00010000:2.0:1777580302.489284:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.489290:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.489296:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf800/0xcb2b2f2f7e464ce lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.491866:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946388864 00000100:00100000:0.0:1777580302.491897:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946388864 00000100:00100000:0.0:1777580302.491987:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11467 00000100:00100000:0.0:1777580302.491999:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2364:x1863919946388864:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.492024:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.492055:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3ac expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580302.492090:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1589:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:0.0:1777580302.492116:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.492118:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.492129:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 22 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.492174:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 22 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.492188:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0000, rc 0) 00000100:00100000:0.0:1777580302.492267:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2364:x1863919946388864:12345-192.168.202.9@tcp:101:rm.500 Request processed in 270us (4568us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.492274:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11467 00000100:00100000:3.0:1777580302.493442:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946389120 00000100:00100000:3.0:1777580302.493456:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946389120 00000100:00100000:3.0:1777580302.493645:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823420091758 time 7823419991758 state 0x1 ref 2 00000100:00100000:3.0:1777580302.493697:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823382750662 time 7823442557464 state 0x0 ref 1 00000100:00100000:3.0:1777580302.493719:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282310:x1863919946387968:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580302.493785:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580302.493815:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e46488 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d397 expref: 332 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.493838:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79d:0x0].0x0 (ffffa02498a66600) 00010000:00010000:3.0:1777580302.493849:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.494114:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.494157:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.494170:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.494360:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075c91403 reply state 000000001eddbf64 transno 8589950087 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.494370:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.494654:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282310:x1863919946387968:12345-192.168.202.9@tcp:36:touch.500 Request processed in 938us (15902us total) trans 8589950087 rc 0/0 00000100:00100000:3.0:1777580302.494664:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18668 00000100:00100000:3.0:1777580302.494759:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823382750662 time 7823442557464 state 0x2 ref 0 00000100:00100000:3.0:1777580302.494799:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823443761185 time 7823443661185 state 0x1 ref 2 00000100:00100000:3.0:1777580302.494813:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282309:x1863919946388480:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.494831:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.494846:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e464f1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3a5 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495022:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495035:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495044:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495062:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495070:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495077:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495234:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46506 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495242:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46506 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495249:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46506 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.495278:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x799:0x0]: returning size 0 00000004:00200000:3.0:1777580302.495283:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.495302:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46506 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495315:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46506 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495323:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495330:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495337:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495344:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.495349:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495357:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495367:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.495370:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.495374:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.495380:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e464f8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.495798:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823443761185 time 7823444656953 state 0x0 ref 2 00000100:00100000:0.0:1777580302.495822:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282282:x1863919946389120:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.495874:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.496012:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e46059 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d27f expref: 110 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496036:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e45e8b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1e5 expref: 109 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496047:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c4:0x0].0x0 (ffffa02484c59e00) 00010000:00010000:0.0:1777580302.496058:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.496077:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496088:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496097:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496115:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496123:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496130:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496252:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496261:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.496268:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.496630:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.496644:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.496651:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.496658:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.496662:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.496670:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580302.498539:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1791, 64 off122816 00010000:00010000:3.0:1777580302.501504:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02498a66e00) 00010000:00010000:3.0:1777580302.501511:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.501521:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.501532:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e464ff lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.501617:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e464f1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3a5 expref: 334 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.501640:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46506 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3a5 expref: 333 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.501648:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x799:0x0].0x0 (ffffa02490544200) 00010000:00010000:3.0:1777580302.501650:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.501654:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9c00, rc 0) 00000100:00100000:3.0:1777580302.503166:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282309:x1863919946388480:12345-192.168.202.9@tcp:101:rm.500 Request processed in 8345us (24314us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.503181:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18669 00010000:00010000:3.0:1777580302.503236:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.503247:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.503255:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.503262:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.503267:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.503275:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.503291:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79d:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:3.0:1777580302.503294:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.503299:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.503306:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e464ea lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503401:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503423:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503437:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503449:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503456:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503462:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503486:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.503516:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.503521:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503527:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.503531:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503537:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503545:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c4:0x0].0x0 (ffffa0249f048a00) 00010000:00010000:0.0:1777580302.503548:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.503551:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503556:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46522 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503572:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.503574:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.503575:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.503598:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503604:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503615:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503621:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.503623:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503630:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503637:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c4:0x0].0x0 (ffffa0249f048a00) 00010000:00010000:0.0:1777580302.503639:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.503642:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503648:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4651b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.503673:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.505279:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580302.505365:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.505373:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.505379:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.505393:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.505408:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.505425:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.505428:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.505433:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.505440:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4650d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.505462:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f97a3abf reply state 000000001b8837a7 transno 8589950088 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.505473:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.505582:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282282:x1863919946389120:12345-192.168.202.9@tcp:36:rm.500 Request processed in 9770us (17762us total) trans 8589950088 rc 0/0 00000100:00100000:0.0:1777580302.505595:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18670 00000100:00100000:0.0:1777580302.505605:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823443761185 time 7823444656953 state 0x2 ref 0 00000100:00100000:1.0:1777580302.505824:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946389248 00000100:00100000:1.0:1777580302.505835:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946389248 00000100:00100000:1.0:1777580302.505874:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823382750662 time 7823442557464 state 0x0 ref 1 00000100:00100000:1.0:1777580302.505995:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823442657464 time 7823442557464 state 0x1 ref 1 00000100:00100000:1.0:1777580302.506032:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823442657464 time 7823454893952 state 0x0 ref 1 00000100:00100000:1.0:1777580302.506047:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282310:x1863919946389248:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.506076:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.506103:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e46529 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3b3 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.506203:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e46529 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3b3 expref: 333 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.506219:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e46529 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3b3 expref: 333 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.506246:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79d:0x0].0x0 (ffffa02488b85000) 00010000:00010000:1.0:1777580302.506248:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580302.506251:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4d200, rc 0) 00000100:00100000:1.0:1777580302.506281:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282310:x1863919946389248:12345-192.168.202.9@tcp:101:touch.500 Request processed in 238us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.506289:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18671 00000100:00100000:1.0:1777580302.506293:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823442657464 time 7823454893952 state 0x2 ref 0 00000100:00100000:0.0:1777580302.523430:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.523471:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.523499:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.523532:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946389376 00000100:00100000:0.0:1777580302.523545:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946389376 00000100:00100000:0.0:1777580302.523611:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11468 00000100:00100000:0.0:1777580302.523622:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2363:x1863919946389376:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.523649:0:205898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.524081:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.524102:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.524110:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.524117:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.524122:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.524157:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.524182:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa0249f048400) 00010000:00010000:3.0:1777580302.524185:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.524192:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.524199:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e46514 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.524806:0:205898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3ba expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580302.524849:0:205898:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1588:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:0.0:1777580302.524881:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.524883:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.524908:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 23 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.524937:0:205898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 23 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.524952:0:205898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1e00, rc 0) 00000100:00100000:0.0:1777580302.525196:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2363:x1863919946389376:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1573us (1693us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.525205:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11468 00000100:00100000:0.0:1777580302.525372:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.527859:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946389632 00000100:00100000:1.0:1777580302.527879:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946389632 00000100:00100000:1.0:1777580302.528053:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823443761185 time 7823444656953 state 0x0 ref 1 00000100:00100000:1.0:1777580302.528071:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823444756953 time 7823444656953 state 0x1 ref 1 00000100:00100000:1.0:1777580302.528107:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946389888 00000100:00100000:1.0:1777580302.528112:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946389888 00000100:00100000:1.0:1777580302.528129:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823444756953 time 7823444656953 state 0x1 ref 2 00000100:00100000:1.0:1777580302.528174:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823477135043 time 7823477035043 state 0x1 ref 2 00000100:00100000:1.0:1777580302.528193:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282279:x1863919946389632:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580302.528283:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580302.528318:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4601a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d271 expref: 109 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528350:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e45bf9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d16e expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528373:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c2:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:1.0:1777580302.528386:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.528421:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528439:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528450:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528469:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528477:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528485:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528650:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528658:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.528664:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.529063:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946390016 00000100:00100000:3.0:1777580302.529072:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946390016 00000100:00100000:3.0:1777580302.529123:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11469 00000100:00100000:3.0:1777580302.529147:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2362:x1863919946390016:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580302.529580:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2362:x1863919946390016:12345-192.168.202.9@tcp:2:touch.500 Request processed in 446us (4206us total) trans 8589938852 rc 0/0 00000100:00100000:3.0:1777580302.529589:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11469 00000100:00100000:3.0:1777580302.529641:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823477135043 time 7823478500746 state 0x0 ref 2 00000100:00100000:3.0:1777580302.529654:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282300:x1863919946389888:12345-192.168.202.9@tcp:36:rm.500 00000040:00080000:1.0:1777580302.535516:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1792, 64 off122880 00010000:00010000:1.0:1777580302.535621:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.535644:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.535660:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.535670:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536091:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536099:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536131:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580302.536186:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536193:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536199:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536205:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.536210:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536219:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536238:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c2:0x0].0x0 (ffffa02488b85a00) 00010000:00010000:1.0:1777580302.536241:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580302.536247:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536253:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46545 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536278:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536284:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536289:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536293:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.536296:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536302:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536309:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.536311:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.536314:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.536319:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46537 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.536332:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032c96f5e reply state 00000000388e3203 transno 8589950089 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.536343:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.536462:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282279:x1863919946389632:12345-192.168.202.9@tcp:36:rm.500 Request processed in 8270us (13041us total) trans 8589950089 rc 0/0 00000100:00100000:1.0:1777580302.536475:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18672 00010000:00010000:1.0:1777580302.538055:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580302.538070:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.538084:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580302.538088:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.538099:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.538117:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c2:0x0].0x0 (ffffa02488b85a00) 00010000:00010000:1.0:1777580302.538120:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580302.538125:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.538150:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4654c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.538174:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.538176:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.538178:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.541568:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580302.541622:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e462c1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x796:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d304 expref: 333 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.541654:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e46186 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x796:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2cc expref: 332 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.541666:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x796:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:3.0:1777580302.541773:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.541809:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.541828:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.541841:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.541861:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.541867:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.541874:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.542260:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.542270:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.542278:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.544302:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.544619:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946390272 00000100:00100000:1.0:1777580302.544633:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946390272 00000100:00100000:1.0:1777580302.544724:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4016 00000100:00100000:1.0:1777580302.544737:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5674c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282310:x1863919946390272:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580302.545422:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5674c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282310:x1863919946390272:12345-192.168.202.9@tcp:35:touch.500 Request processed in 685us (1130us total) trans 8589950090 rc 0/0 00000100:00100000:1.0:1777580302.545432:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4016 00000040:00080000:0.0:1777580302.556631:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1795, 64 off123072 00010000:00010000:0.0:1777580302.556760:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556786:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556800:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556811:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556818:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556824:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556857:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.556887:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556894:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556900:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556906:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.556911:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556926:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556938:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x796:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:0.0:1777580302.556941:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.556946:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556951:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46561 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x796:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556980:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556986:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556990:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.556994:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.556996:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.557002:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.557008:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.557010:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.557012:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.557018:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e46553 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.557029:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb979c9a reply state 00000000fe1debaf transno 8589950091 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.557037:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.557175:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+334:282300:x1863919946389888:12345-192.168.202.9@tcp:36:rm.500 Request processed in 27516us (33697us total) trans 8589950091 rc 0/0 00000100:00100000:0.0:1777580302.557185:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18673 00000100:00100000:0.0:1777580302.557194:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823477135043 time 7823478500746 state 0x2 ref 0 00010000:00010000:3.0:1777580302.560691:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580302.560710:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.560725:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580302.560730:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.560742:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.560766:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x796:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:3.0:1777580302.560770:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580302.560776:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.560782:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e46568 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x796:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.560816:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.560819:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.560820:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580302.564415:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.564530:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946390528 00000100:00100000:0.0:1777580302.564543:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946390528 00000100:00100000:0.0:1777580302.564597:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823477135043 time 7823478500746 state 0x0 ref 1 00000100:00100000:0.0:1777580302.564612:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823478600746 time 7823478500746 state 0x1 ref 1 00000100:00100000:0.0:1777580302.564656:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823478600746 time 7823513517491 state 0x0 ref 1 00000100:00100000:0.0:1777580302.564669:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282280:x1863919946390528:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.564762:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.564800:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4603d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d278 expref: 109 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.564826:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e45caf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d17c expref: 108 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.564843:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c3:0x0].0x0 (ffffa0249881de00) 00010000:00010000:0.0:1777580302.564856:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.564887:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.564905:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.564926:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.564948:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.564956:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.564962:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565116:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565125:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565157:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580302.565774:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1796, 64 off123136 00010000:00010000:0.0:1777580302.565851:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565863:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565872:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565880:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565886:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565894:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565927:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.565955:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565961:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565968:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565975:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.565980:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.565988:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566000:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c3:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580302.566003:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.566008:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566013:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4657d lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566039:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566044:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566055:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566060:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.566063:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566068:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566074:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.566076:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.566079:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.566085:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4656f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.566094:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ba4ab21 reply state 00000000a2ca81ac transno 8589950092 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.566103:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.566247:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282280:x1863919946390528:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1577us (1844us total) trans 8589950092 rc 0/0 00000100:00100000:0.0:1777580302.566258:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18674 00000100:00100000:0.0:1777580302.566266:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823478600746 time 7823513517491 state 0x2 ref 0 00010000:00010000:1.0:1777580302.566727:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580302.566736:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.566745:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580302.566749:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.566756:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.566767:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c3:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:1.0:1777580302.566769:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580302.566773:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.566779:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46584 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.566797:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.566799:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.566800:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.567666:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.567697:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.567704:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.567709:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.567714:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.567721:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.567733:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02488b85600) 00010000:00010000:0.0:1777580302.567735:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.567739:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.567744:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4653e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.587934:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.587977:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946390784 00000100:00100000:0.0:1777580302.587990:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946390784 00000100:00100000:0.0:1777580302.588047:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823478600746 time 7823513517491 state 0x0 ref 1 00000100:00100000:0.0:1777580302.588062:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823513617491 time 7823513517491 state 0x1 ref 1 00000100:00100000:0.0:1777580302.588092:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823513617491 time 7823536953856 state 0x0 ref 1 00000100:00100000:0.0:1777580302.588108:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282286:x1863919946390784:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.588208:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.588244:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e463c4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d358 expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588271:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e45fe2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d263 expref: 107 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588283:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c7:0x0].0x0 (ffffa0249f048b00) 00010000:00010000:0.0:1777580302.588295:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.588328:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588347:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588360:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588377:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588384:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588391:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588562:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588571:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.588579:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580302.589329:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1797, 64 off123200 00010000:00010000:0.0:1777580302.589413:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589425:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589434:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589442:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589448:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589454:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589472:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.589497:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589504:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589514:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589519:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.589523:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589530:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589540:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c7:0x0].0x0 (ffffa02497a21600) 00010000:00010000:0.0:1777580302.589543:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.589547:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589552:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46599 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589575:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589582:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589587:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589592:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.589595:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589603:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589611:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.589613:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.589616:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.589621:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4658b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.589629:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ac8992d reply state 00000000516e6cd5 transno 8589950093 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.589638:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580302.590841:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.590861:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.590871:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.590878:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.590882:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.590889:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.590904:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02497a21b00) 00010000:00010000:2.0:1777580302.590906:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.590909:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.590915:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46576 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.591196:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.591205:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.591212:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.591217:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.591221:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.591232:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.591241:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02498a66c00) 00010000:00010000:2.0:1777580302.591244:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.591247:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.591253:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e4655a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.591444:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282286:x1863919946390784:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3329us (3526us total) trans 8589950093 rc 0/0 00000100:00100000:0.0:1777580302.591457:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18675 00000100:00100000:0.0:1777580302.591468:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823513617491 time 7823536953856 state 0x2 ref 0 00010000:00010000:0.0:1777580302.591517:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.591524:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.591531:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.591535:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.591542:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.591557:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c7:0x0].0x0 (ffffa02497a21600) 00010000:00010000:0.0:1777580302.591560:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.591563:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.591568:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465a0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.591585:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.591588:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.591589:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580302.606994:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580302.607504:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.607522:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.607532:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.607540:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.607546:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.607556:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.607578:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02497a21f00) 00010000:00010000:3.0:1777580302.607581:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.607588:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.607596:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46592 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.607741:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946391040 00000100:00100000:2.0:1777580302.607756:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946391040 00000100:00100000:2.0:1777580302.607807:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823442657464 time 7823454893952 state 0x0 ref 1 00000100:00100000:2.0:1777580302.607823:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823454993952 time 7823454893952 state 0x1 ref 1 00000100:00100000:2.0:1777580302.607859:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823454993952 time 7823556721012 state 0x0 ref 1 00000100:00100000:2.0:1777580302.607874:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282311:x1863919946391040:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580302.608112:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580302.608161:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e465a7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3c1 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.608357:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.608374:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.608392:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.608409:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.608416:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.608423:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.609096:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.609831:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946391296 00000100:00100000:0.0:1777580302.609842:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946391296 00000100:00100000:0.0:1777580302.609897:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823513617491 time 7823536953856 state 0x0 ref 1 00000100:00100000:0.0:1777580302.609912:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823537053856 time 7823536953856 state 0x1 ref 1 00000100:00100000:0.0:1777580302.609957:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823537053856 time 7823558819462 state 0x0 ref 1 00000100:00100000:0.0:1777580302.609971:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+106:282284:x1863919946391296:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.610041:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.610070:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e463fc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d351 expref: 106 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610097:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e45fa3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d24e expref: 105 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610113:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c5:0x0].0x0 (ffffa0249f048600) 00010000:00010000:0.0:1777580302.610125:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.610171:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610187:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610199:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610219:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610227:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610233:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610338:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610346:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.610353:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580302.611977:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1566:0x0], index 1: 0 00010000:00010000:2.0:1777580302.612343:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e465d1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612363:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e465d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612376:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e465d1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612425:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612433:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612440:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612446:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.612451:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612459:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612474:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580302.612478:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.612483:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612489:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e465ae lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.612505:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000114cb16d reply state 000000009987fb9c transno 8589950094 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.612516:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580302.612561:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e465a7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3c1 expref: 336 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612580:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e465d1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3c1 expref: 335 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.612588:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79e:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580302.612590:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580302.612592:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f400, rc 0) 00000100:00100000:2.0:1777580302.612695:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+336:282311:x1863919946391040:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4824us (5716us total) trans 8589950094 rc 0/0 00000100:00100000:2.0:1777580302.612706:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18676 00000100:00100000:2.0:1777580302.612716:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823454993952 time 7823556721012 state 0x2 ref 0 00000040:00080000:0.0:1777580302.613077:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1798, 64 off123264 00010000:00010000:0.0:1777580302.613168:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613181:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613189:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613197:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613202:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613207:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613232:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.613251:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613257:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613263:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613267:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.613270:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613277:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613289:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c5:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580302.613292:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.613296:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613301:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ca lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613323:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613329:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613334:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613339:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.613341:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613347:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613353:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.613355:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.613359:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.613364:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465bc lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.613377:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004eecef3d reply state 000000005248739b transno 8589950095 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.613384:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.613441:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+106:282284:x1863919946391296:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3472us (4349us total) trans 8589950095 rc 0/0 00000100:00100000:0.0:1777580302.613451:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18677 00000100:00100000:0.0:1777580302.613458:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823537053856 time 7823558819462 state 0x2 ref 0 00010000:00010000:2.0:1777580302.614466:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580302.614479:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.614491:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580302.614563:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.614573:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.614591:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c5:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:2.0:1777580302.614594:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580302.614598:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.614605:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e465df lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.614637:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.614639:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.614641:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580302.633782:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.633838:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946391552 00000100:00100000:0.0:1777580302.633854:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946391552 00000100:00100000:0.0:1777580302.633927:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823454993952 time 7823556721012 state 0x0 ref 1 00000100:00100000:0.0:1777580302.633945:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823556821012 time 7823556721012 state 0x1 ref 1 00000100:00100000:0.0:1777580302.633989:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823556821012 time 7823582848972 state 0x0 ref 1 00000100:00100000:0.0:1777580302.634004:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+336:282311:x1863919946391552:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580302.634057:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.634070:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.634079:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.634086:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.634091:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.634093:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580302.634100:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.634116:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02497a21e00) 00010000:00010000:0.0:1777580302.634118:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e465d1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3c1 expref: 336 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.634155:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79e:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:3.0:1777580302.634159:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.634162:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.634167:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.634169:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e465c3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.634265:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.634287:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.634299:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.634502:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081c7f243 reply state 000000001dedb16c transno 8589950096 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.634513:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.634638:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+337:282311:x1863919946391552:12345-192.168.202.9@tcp:36:touch.500 Request processed in 636us (871us total) trans 8589950096 rc 0/0 00000100:00100000:0.0:1777580302.634647:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18678 00000100:00100000:0.0:1777580302.634653:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823556821012 time 7823582848972 state 0x2 ref 0 00000100:00100000:0.0:1777580302.634811:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.634847:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946391808 00000100:00100000:0.0:1777580302.634854:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946391808 00000100:00100000:0.0:1777580302.634876:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823556821012 time 7823582848972 state 0x0 ref 1 00000100:00100000:0.0:1777580302.634885:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823582948972 time 7823582848972 state 0x1 ref 1 00000100:00100000:0.0:1777580302.634908:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823582948972 time 7823583770736 state 0x0 ref 1 00000100:00100000:0.0:1777580302.634930:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+337:282338:x1863919946391808:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.634945:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.634959:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ed lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3c8 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.635346:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.635357:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.635364:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.635373:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4e800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.635377:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.635384:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.635397:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024acb37b00) 00010000:00010000:2.0:1777580302.635400:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.635403:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.635410:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e465b5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.635478:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.635491:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.635501:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.635519:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.635526:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.635533:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580302.637481:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x158b:0x0], index 0: 0 00000100:00100000:3.0:1777580302.637591:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.637717:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946392064 00000100:00100000:2.0:1777580302.637730:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946392064 00000100:00100000:2.0:1777580302.637772:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823537053856 time 7823558819462 state 0x0 ref 1 00000100:00100000:2.0:1777580302.637788:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823558919462 time 7823558819462 state 0x1 ref 1 00000100:00100000:2.0:1777580302.637829:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823558919462 time 7823586691347 state 0x0 ref 1 00000100:00100000:2.0:1777580302.637844:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+105:282285:x1863919946392064:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580302.637939:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580302.637971:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e46418 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d35f expref: 105 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.637999:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e45faa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d255 expref: 104 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638011:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c6:0x0].0x0 (ffffa0249f048d00) 00010000:00010000:2.0:1777580302.638020:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580302.638045:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638062:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638073:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638091:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638098:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638105:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638244:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638253:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638260:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580302.638839:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1793, 64 off122944 00010000:00010000:2.0:1777580302.638906:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638931:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638941:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638948:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638955:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638961:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.638992:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580302.639017:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639023:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639029:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639035:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.639041:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639049:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639063:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c6:0x0].0x0 (ffffa024acb37000) 00010000:00010000:2.0:1777580302.639067:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580302.639070:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639076:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46610 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639098:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639103:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639109:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639115:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.639118:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.639272:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580302.639281:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.639288:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580302.639292:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.639298:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.639307:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c6:0x0].0x0 (ffffa024acb37000) 00010000:00010000:3.0:1777580302.639310:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580302.639313:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.639319:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46617 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.639334:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.639336:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580302.639338:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.639383:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639392:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580302.639394:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.639398:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.639403:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e46602 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.639421:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006466c531 reply state 00000000b22ee5e6 transno 8589950098 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.639431:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580302.639565:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+105:282285:x1863919946392064:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1721us (1976us total) trans 8589950098 rc 0/0 00000100:00100000:2.0:1777580302.639575:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18680 00000100:00100000:2.0:1777580302.639583:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823558919462 time 7823586691347 state 0x2 ref 0 00010000:00010000:2.0:1777580302.641244:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.641263:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.641271:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.641277:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.641281:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.641289:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.641305:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79e:0x0].0x0 (ffffa02497a21600) 00010000:00010000:2.0:1777580302.641308:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.641313:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.641323:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e465e6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641539:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4661e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641556:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4661e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641568:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4661e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641620:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641632:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641639:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641644:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.641647:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641652:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641661:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.641663:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.641667:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.641671:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e465f4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.642373:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.642580:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946392192 00000100:00100000:2.0:1777580302.642594:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946392192 00000100:00100000:2.0:1777580302.642659:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823583870736 time 7823583770736 state 0x1 ref 2 00000100:00100000:2.0:1777580302.642718:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823583870736 time 7823591579233 state 0x0 ref 2 00000100:00100000:2.0:1777580302.642733:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+338:282311:x1863919946392192:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580302.642774:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580302.642805:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e4662c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3cf expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.642877:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e4662c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3cf expref: 339 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.642893:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e4662c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3cf expref: 339 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.642925:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79e:0x0].0x0 (ffffa024acb37300) 00010000:00010000:2.0:1777580302.642929:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580302.642932:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4ea00, rc 0) 00000100:00100000:2.0:1777580302.643015:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+339:282311:x1863919946392192:12345-192.168.202.9@tcp:101:touch.500 Request processed in 283us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580302.643024:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18681 00000004:00010000:0.0:1777580302.643879:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007bf42d40 reply state 0000000035f611a3 transno 8589950097 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.643978:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580302.644044:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e465ed lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3c8 expref: 339 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.644063:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4661e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3c8 expref: 338 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.644078:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79f:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580302.644081:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580302.644085:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50200, rc 0) 00000100:00100000:0.0:1777580302.644880:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+339:282338:x1863919946391808:12345-192.168.202.9@tcp:101:touch.500 Request processed in 9958us (10064us total) trans 8589950097 rc 0/0 00000100:00100000:0.0:1777580302.644901:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18679 00000100:00100000:0.0:1777580302.644910:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823583870736 time 7823591579233 state 0x2 ref 0 00010000:00010000:2.0:1777580302.653249:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.653277:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.653287:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.653294:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.653301:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.653311:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.653333:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024acb37400) 00010000:00010000:2.0:1777580302.653337:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.653344:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.653351:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46609 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.662515:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.662559:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.662652:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.662715:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946392576 00000100:00100000:1.0:1777580302.662728:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946392576 00000100:00100000:1.0:1777580302.662780:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823583870736 time 7823591579233 state 0x0 ref 1 00000100:00100000:1.0:1777580302.662799:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823591679233 time 7823591579233 state 0x1 ref 1 00000100:00100000:1.0:1777580302.662825:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946392832 00000100:00100000:1.0:1777580302.662829:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946392832 00000100:00100000:1.0:1777580302.662841:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823591679233 time 7823591579233 state 0x1 ref 2 00000100:00100000:1.0:1777580302.662865:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823611826624 time 7823611726624 state 0x1 ref 2 00000100:00100000:1.0:1777580302.662878:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+340:282338:x1863919946392576:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580302.662981:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580302.663021:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4661e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3c8 expref: 340 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.663052:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79f:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:1.0:1777580302.663065:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.663207:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.663226:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.663239:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.663427:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9cd3e2b reply state 000000009bf441dd transno 8589950099 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.663439:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.663619:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.663628:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.663636:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.663643:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.663648:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.663657:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.663668:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02497a21d00) 00010000:00010000:3.0:1777580302.663671:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.663676:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.663683:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e465fb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.664643:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946392320 00000100:00100000:3.0:1777580302.664657:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946392320 00000100:00100000:3.0:1777580302.664998:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11470 00000100:00100000:3.0:1777580302.665009:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2364:x1863919946392320:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580302.665504:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823611826624 time 7823614360935 state 0x0 ref 2 00000100:00100000:0.0:1777580302.665525:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+340:282312:x1863919946392832:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.665543:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.665564:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4663a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3d6 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.665732:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.665751:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.665766:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.665785:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.665793:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.665800:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580302.666431:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1567:0x0], index 1: 0 00010000:00010000:0.0:1777580302.666632:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4664f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666644:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4664f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666653:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4664f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666698:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666706:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666714:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666721:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.666726:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666734:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666748:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.666751:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.666757:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666763:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46641 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.666782:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cf9fb01 reply state 000000005a2e65c7 transno 8589950100 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.666791:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580302.666829:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e4663a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3d6 expref: 343 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666844:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4664f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3d6 expref: 342 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.666851:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a0:0x0].0x0 (ffffa02497a21b00) 00010000:00010000:0.0:1777580302.666854:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580302.666856:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51200, rc 0) 00000100:00100000:1.0:1777580302.667566:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+343:282338:x1863919946392576:12345-192.168.202.9@tcp:36:touch.500 Request processed in 4684us (4999us total) trans 8589950099 rc 0/0 00000100:00100000:1.0:1777580302.667580:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18682 00000100:00100000:3.0:1777580302.670865:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2364:x1863919946392320:12345-192.168.202.9@tcp:2:touch.500 Request processed in 5831us (8340us total) trans 8589938454 rc 0/0 00000100:00100000:3.0:1777580302.670897:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11470 00000100:00100000:0.0:1777580302.671159:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282312:x1863919946392832:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5617us (8483us total) trans 8589950100 rc 0/0 00000100:00100000:0.0:1777580302.671171:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18683 00000100:00100000:0.0:1777580302.671182:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823611826624 time 7823614360935 state 0x2 ref 0 00000100:00100000:0.0:1777580302.681878:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.681927:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.681956:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.682061:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.682105:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946393344 00000100:00100000:0.0:1777580302.682119:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946393344 00000100:00100000:0.0:1777580302.682202:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823611826624 time 7823614360935 state 0x0 ref 1 00000100:00100000:0.0:1777580302.682219:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823614460935 time 7823614360935 state 0x1 ref 1 00000100:00100000:0.0:1777580302.682242:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946393472 00000100:00100000:0.0:1777580302.682246:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946393472 00000100:00100000:0.0:1777580302.682258:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823614460935 time 7823614360935 state 0x1 ref 2 00000100:00100000:0.0:1777580302.682271:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946393728 00000100:00100000:0.0:1777580302.682274:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946393728 00000100:00100000:0.0:1777580302.682282:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823558919462 time 7823586691347 state 0x0 ref 1 00000100:00100000:0.0:1777580302.682288:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823586791347 time 7823586691347 state 0x1 ref 1 00000100:00100000:0.0:1777580302.682310:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823586791347 time 7823631171350 state 0x0 ref 1 00000100:00100000:0.0:1777580302.682322:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+344:282304:x1863919946393728:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.682410:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.682447:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46331 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x797:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d320 expref: 344 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.682477:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e461ef lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x797:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2da expref: 343 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.682493:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x797:0x0].0x0 (ffffa0249076f500) 00010000:00010000:0.0:1777580302.682506:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.682537:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.682554:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.682565:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.682583:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.682589:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.682596:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.682834:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.682843:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.682850:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.682857:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.682861:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.682870:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.682880:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02497a21f00) 00010000:00010000:3.0:1777580302.682883:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.682887:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.682893:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46648 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.682944:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823631905678 time 7823631805678 state 0x1 ref 2 00000100:00100000:3.0:1777580302.682962:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+341:282312:x1863919946393344:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580302.682995:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580302.683008:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4664f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3d6 expref: 341 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.683019:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a0:0x0].0x0 (ffffa02497a21b00) 00010000:00010000:3.0:1777580302.683026:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580302.683268:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.683279:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.683287:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.683449:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e948eb4 reply state 00000000bbcf03ec transno 8589950101 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.683457:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.683573:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282312:x1863919946393344:12345-192.168.202.9@tcp:36:touch.500 Request processed in 613us (1653us total) trans 8589950101 rc 0/0 00000100:00100000:3.0:1777580302.683581:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18684 00000100:00100000:3.0:1777580302.683606:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823631905678 time 7823632469765 state 0x0 ref 1 00000100:00100000:3.0:1777580302.683614:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+341:282338:x1863919946393472:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.683625:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.683635:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46672 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3dd expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.683670:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46672 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3dd expref: 342 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.683691:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46672 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3dd expref: 342 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.683704:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79f:0x0].0x0 (ffffa02488b85a00) 00010000:00010000:3.0:1777580302.683706:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580302.683708:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9200, rc 0) 00000100:00100000:3.0:1777580302.683723:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282338:x1863919946393472:12345-192.168.202.9@tcp:101:touch.500 Request processed in 111us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.683727:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18685 00000100:00100000:3.0:1777580302.683730:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823631905678 time 7823632469765 state 0x2 ref 0 00010000:00010000:0.0:1777580302.683911:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.683931:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.683938:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.684249:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.684256:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.684261:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.684264:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.684268:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.684273:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.684281:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79f:0x0].0x0 (ffffa02488b85a00) 00010000:00010000:2.0:1777580302.684282:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.684286:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.684292:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46633 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.684394:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946393088 00000100:00100000:1.0:1777580302.684402:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946393088 00000100:00100000:1.0:1777580302.684444:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4017 00000100:00100000:1.0:1777580302.684451:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+341:282311:x1863919946393088:12345-192.168.202.9@tcp:35:touch.500 00000040:00080000:0.0:1777580302.685111:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1794, 64 off123008 00010000:00010000:0.0:1777580302.685195:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685210:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685221:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685229:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685234:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685239:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685257:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.685274:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685277:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685281:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685286:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.685289:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685296:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685305:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x797:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580302.685308:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.685311:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685317:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46679 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x797:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685341:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685347:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685353:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685358:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.685360:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685366:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685374:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.685375:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.685378:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685381:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4665d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.685388:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006082baf reply state 00000000ead9a614 transno 8589950103 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.685393:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.685461:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+344:282304:x1863919946393728:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3140us (3399us total) trans 8589950103 rc 0/0 00000100:00100000:0.0:1777580302.685468:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18686 00000100:00100000:0.0:1777580302.685475:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823586791347 time 7823631171350 state 0x2 ref 0 00010000:00010000:0.0:1777580302.685521:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580302.685527:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685533:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580302.685536:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685543:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685551:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x797:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:0.0:1777580302.685554:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580302.685557:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685563:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46680 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x797:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.685577:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.685579:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580302.685580:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580302.685857:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+343:282311:x1863919946393088:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1405us (3992us total) trans 8589950102 rc 0/0 00000100:00100000:1.0:1777580302.685864:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4017 00010000:00010000:3.0:1777580302.691177:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.691200:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.691209:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.691216:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.691222:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.691233:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.691254:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a0:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:3.0:1777580302.691257:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.691263:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.691269:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e4666b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.691708:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.691719:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.691726:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.691731:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.691735:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.691742:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.691753:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02497a21d00) 00010000:00010000:2.0:1777580302.691756:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.691760:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.691766:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46664 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.702809:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.702861:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.702981:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.703068:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946393984 00000100:00100000:3.0:1777580302.703082:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946393984 00000100:00100000:3.0:1777580302.703157:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823631905678 time 7823632469765 state 0x0 ref 1 00000100:00100000:3.0:1777580302.703175:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823632569765 time 7823632469765 state 0x1 ref 1 00000100:00100000:3.0:1777580302.703211:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946394112 00000100:00100000:3.0:1777580302.703215:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946394112 00000100:00100000:3.0:1777580302.703227:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823632569765 time 7823632469765 state 0x1 ref 2 00000100:00100000:3.0:1777580302.703251:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823652213249 time 7823652113249 state 0x1 ref 2 00000100:00100000:3.0:1777580302.703264:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282316:x1863919946393984:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.703300:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.703330:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46687 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3e4 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.703609:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.703633:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.703647:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.703664:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.703672:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.703679:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580302.704338:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x158c:0x0], index 0: 0 00010000:00010000:3.0:1777580302.704566:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4669c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704579:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4669c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704589:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4669c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704633:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704641:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704649:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704657:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.704661:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704669:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704683:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.704686:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.704691:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704697:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e4668e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.704715:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001c63c0b reply state 000000004c9c8d9d transno 8589950104 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.704725:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.704759:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46687 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3e4 expref: 345 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704777:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4669c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3e4 expref: 344 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.704785:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a1:0x0].0x0 (ffffa02498a66000) 00010000:00010000:3.0:1777580302.704788:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.704791:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f800, rc 0) 00000100:00100000:3.0:1777580302.704881:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282316:x1863919946393984:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1619us (2085us total) trans 8589950104 rc 0/0 00000100:00100000:3.0:1777580302.704892:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18687 00000100:00100000:3.0:1777580302.704947:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823652213249 time 7823653807037 state 0x0 ref 1 00000100:00100000:3.0:1777580302.704963:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+344:282312:x1863919946394112:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.704980:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.704995:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e466aa lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3eb expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.705033:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e466aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3eb expref: 345 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.705042:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e466aa lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3eb expref: 345 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.705059:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a0:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:3.0:1777580302.705061:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580302.705063:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4fe00, rc 0) 00000100:00100000:3.0:1777580302.705083:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282312:x1863919946394112:12345-192.168.202.9@tcp:101:touch.500 Request processed in 127us (2222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.705090:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18688 00000100:00100000:3.0:1777580302.705094:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823652213249 time 7823653807037 state 0x2 ref 0 00000100:00100000:3.0:1777580302.705132:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946394240 00000100:00100000:3.0:1777580302.705166:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946394240 00000100:00100000:3.0:1777580302.705204:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11471 00000100:00100000:3.0:1777580302.705210:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2361:x1863919946394240:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580302.705490:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2361:x1863919946394240:12345-192.168.202.9@tcp:2:touch.500 Request processed in 278us (2507us total) trans 8589938853 rc 0/0 00000100:00100000:3.0:1777580302.705498:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11471 00010000:00010000:1.0:1777580302.708002:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.708027:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.708036:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.708042:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.708048:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.708055:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.708074:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02498a66600) 00010000:00010000:1.0:1777580302.708078:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.708084:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.708091:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46695 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.709784:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.709942:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.711363:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946394624 00000100:00100000:2.0:1777580302.711380:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946394624 00000100:00100000:2.0:1777580302.711493:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11472 00000100:00100000:2.0:1777580302.711504:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2364:x1863919946394624:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580302.713724:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2364:x1863919946394624:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2206us (3766us total) trans 8589938455 rc 0/0 00000100:00100000:2.0:1777580302.713739:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11472 00000100:00100000:3.0:1777580302.714955:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946394496 00000100:00100000:3.0:1777580302.714971:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946394496 00000100:00100000:2.0:1777580302.715189:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823652213249 time 7823653807037 state 0x0 ref 1 00000100:00100000:2.0:1777580302.715218:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823653907037 time 7823653807037 state 0x1 ref 1 00000100:00100000:2.0:1777580302.715256:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823653907037 time 7823664116967 state 0x0 ref 1 00000100:00100000:2.0:1777580302.715274:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+344:282316:x1863919946394496:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580302.715351:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580302.715398:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e4669c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3e4 expref: 344 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.715425:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a1:0x0].0x0 (ffffa02498a66000) 00010000:00010000:2.0:1777580302.715437:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580302.715523:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.715544:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.715557:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.715730:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006eb5369e reply state 00000000178e0ab0 transno 8589950105 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.715740:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580302.721415:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282316:x1863919946394496:12345-192.168.202.9@tcp:36:touch.500 Request processed in 6113us (11611us total) trans 8589950105 rc 0/0 00000100:00100000:2.0:1777580302.721433:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18689 00000100:00100000:2.0:1777580302.721447:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823653907037 time 7823664116967 state 0x2 ref 0 00000100:00100000:1.0:1777580302.732951:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.733154:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.733182:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.733244:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946394880 00000100:00100000:1.0:1777580302.733257:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946394880 00000100:00100000:1.0:1777580302.733308:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823586791347 time 7823631171350 state 0x0 ref 1 00000100:00100000:1.0:1777580302.733323:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823631271350 time 7823631171350 state 0x1 ref 1 00000100:00100000:1.0:1777580302.733351:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823631271350 time 7823682213154 state 0x0 ref 1 00000100:00100000:1.0:1777580302.733364:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282314:x1863919946394880:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580302.733455:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580302.733496:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5600/0xcb2b2f2f7e46449 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d374 expref: 345 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.733525:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e46300 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x79a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d319 expref: 344 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.733541:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79a:0x0].0x0 (ffffa024996f9800) 00010000:00010000:1.0:1777580302.733555:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.733830:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.733851:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.733863:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.733884:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.733892:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.733900:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.734081:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.734090:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.734098:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.734368:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946395136 00000100:00100000:3.0:1777580302.734376:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946395136 00000100:00100000:3.0:1777580302.734428:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946395392 00000100:00100000:3.0:1777580302.734432:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946395392 00000100:00100000:3.0:1777580302.734449:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4018 00000100:00100000:3.0:1777580302.734457:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282338:x1863919946395136:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580302.734884:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282338:x1863919946395136:12345-192.168.202.9@tcp:35:touch.500 Request processed in 425us (1746us total) trans 8589950106 rc 0/0 00000100:00100000:3.0:1777580302.734894:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4018 00000100:00100000:3.0:1777580302.734928:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4019 00000100:00100000:3.0:1777580302.734937:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282312:x1863919946395392:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580302.735073:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282312:x1863919946395392:12345-192.168.202.9@tcp:35:touch.500 Request processed in 136us (1888us total) trans 8589950107 rc 0/0 00000100:00100000:3.0:1777580302.735079:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4019 00000040:00080000:1.0:1777580302.737018:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1795, 64 off123072 00010000:00010000:1.0:1777580302.737112:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737810:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737832:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737842:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737849:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737856:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737896:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580302.737935:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737943:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737951:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737958:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.737963:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737971:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.737986:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79a:0x0].0x0 (ffffa02488b85b00) 00010000:00010000:1.0:1777580302.737990:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580302.737996:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.738002:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466c6 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x79a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.738028:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.738034:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.738039:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.738044:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.738046:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.738051:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.738058:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.738060:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.738063:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.738072:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466b8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.738081:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e20836e9 reply state 00000000f0f31769 transno 8589950108 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.738091:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.738241:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+347:282314:x1863919946394880:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4873us (5301us total) trans 8589950108 rc 0/0 00000100:00100000:1.0:1777580302.738253:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18690 00000100:00100000:1.0:1777580302.738264:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823631271350 time 7823682213154 state 0x2 ref 0 00010000:00010000:2.0:1777580302.742758:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580302.742781:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.742796:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4da00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580302.742801:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.742813:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.742837:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79a:0x0].0x0 (ffffa02488b85b00) 00010000:00010000:2.0:1777580302.742841:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580302.742848:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.742860:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466cd lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.742904:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.742907:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.742908:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.744054:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.744070:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.744077:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.744082:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.744088:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.744094:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.744108:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a1:0x0].0x0 (ffffa024acb37400) 00010000:00010000:2.0:1777580302.744111:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.744114:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.744120:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e466b1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.747214:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.747236:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.747243:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.747250:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.747256:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.747264:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.747283:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02488b85600) 00010000:00010000:1.0:1777580302.747287:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.747293:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.747299:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e466bf lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.755343:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.755460:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.755609:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946395520 00000100:00100000:1.0:1777580302.755624:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946395520 00000100:00100000:1.0:1777580302.755680:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823653907037 time 7823664116967 state 0x0 ref 1 00000100:00100000:1.0:1777580302.755696:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823664216967 time 7823664116967 state 0x1 ref 1 00000100:00100000:1.0:1777580302.755720:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946395776 00000100:00100000:1.0:1777580302.755723:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946395776 00000100:00100000:1.0:1777580302.755736:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823664216967 time 7823664116967 state 0x1 ref 2 00000100:00100000:1.0:1777580302.755756:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823704718621 time 7823704618621 state 0x1 ref 2 00000100:00100000:1.0:1777580302.755770:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282316:x1863919946395520:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.755810:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.755848:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466d4 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3f2 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.755949:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466d4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3f2 expref: 347 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.755969:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466d4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3f2 expref: 347 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.755994:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a1:0x0].0x0 (ffffa02488b85b00) 00010000:00010000:1.0:1777580302.755998:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580302.756002:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4c800, rc 0) 00000100:00100000:1.0:1777580302.756074:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+347:282316:x1863919946395520:12345-192.168.202.9@tcp:101:touch.500 Request processed in 307us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.756082:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18691 00000100:00100000:1.0:1777580302.756106:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823704718621 time 7823704969451 state 0x0 ref 1 00000100:00100000:1.0:1777580302.756116:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeeb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282322:x1863919946395776:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.756124:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.756162:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466db lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d3f9 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.756321:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.756335:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.756344:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.756359:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.756366:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.756373:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580302.757018:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1568:0x0], index 1: 0 00010000:00010000:1.0:1777580302.757261:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e466f0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757275:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e466f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757284:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e466f0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757326:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757334:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757342:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757349:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.757354:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757362:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757374:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.757377:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.757381:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757392:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e466e2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.757409:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d262d2f reply state 000000000712bdae transno 8589950109 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.757419:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580302.757459:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e466db lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3f9 expref: 349 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757474:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e466f0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3f9 expref: 348 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.757481:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a2:0x0].0x0 (ffffa02483f8e500) 00010000:00010000:1.0:1777580302.757483:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.757486:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1c00, rc 0) 00000100:00100000:1.0:1777580302.757553:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeeb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+349:282322:x1863919946395776:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1437us (2092us total) trans 8589950109 rc 0/0 00000100:00100000:1.0:1777580302.757563:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18692 00000100:00100000:1.0:1777580302.757570:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823704718621 time 7823704969451 state 0x2 ref 0 00010000:00010000:3.0:1777580302.761765:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.761791:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.761805:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.761813:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.761819:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.761828:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.761850:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024996f9800) 00010000:00010000:3.0:1777580302.761853:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.761860:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.761867:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e466e9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.768054:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.768107:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.768220:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.768258:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946396416 00000100:00100000:3.0:1777580302.768270:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946396416 00000100:00100000:3.0:1777580302.768322:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823704718621 time 7823704969451 state 0x0 ref 1 00000100:00100000:3.0:1777580302.768340:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823705069451 time 7823704969451 state 0x1 ref 1 00000100:00100000:3.0:1777580302.768363:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946396160 00000100:00100000:3.0:1777580302.768366:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946396160 00000100:00100000:3.0:1777580302.768378:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823705069451 time 7823704969451 state 0x1 ref 2 00000100:00100000:3.0:1777580302.768412:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823717374473 time 7823717274473 state 0x1 ref 2 00000100:00100000:3.0:1777580302.768425:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+349:282321:x1863919946396416:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.768460:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.768490:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e466fe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d400 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.769074:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946395904 00000100:00100000:1.0:1777580302.769082:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946395904 00000100:00100000:1.0:1777580302.769166:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11473 00000100:00100000:1.0:1777580302.769178:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeebb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2362:x1863919946395904:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580302.770776:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823717374473 time 7823719627329 state 0x0 ref 2 00000100:00100000:0.0:1777580302.770816:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+350:282322:x1863919946396160:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580302.770883:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580302.770943:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e466f0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3f9 expref: 350 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.770975:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a2:0x0].0x0 (ffffa02483f8e500) 00010000:00010000:0.0:1777580302.770992:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.771081:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.771096:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.771108:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.771295:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000062ac04fe reply state 00000000fe76a258 transno 8589950110 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.771306:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.771422:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+351:282322:x1863919946396160:12345-192.168.202.9@tcp:36:touch.500 Request processed in 624us (3202us total) trans 8589950110 rc 0/0 00000100:00100000:0.0:1777580302.771431:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18694 00000100:00100000:1.0:1777580302.772078:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeebb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2362:x1863919946395904:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2900us (4037us total) trans 8589938854 rc 0/0 00000100:00100000:1.0:1777580302.772094:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11473 00010000:00010000:3.0:1777580302.774024:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.774052:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.774066:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.774085:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.774091:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.774098:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580302.774762:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x158d:0x0], index 0: 0 00010000:00010000:3.0:1777580302.775011:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4671a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775025:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4671a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775035:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4671a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775080:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775088:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775095:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775102:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4e800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.775107:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775115:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775130:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.775164:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.775170:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775177:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4670c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.775192:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b59ce4b9 reply state 00000000acaf9863 transno 8589950111 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.775201:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580302.775246:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e466fe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d400 expref: 352 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775264:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4671a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d400 expref: 351 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.775271:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a3:0x0].0x0 (ffffa02498a66700) 00010000:00010000:3.0:1777580302.775274:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.775277:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f400, rc 0) 00000100:00100000:3.0:1777580302.775369:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+352:282321:x1863919946396416:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6946us (7261us total) trans 8589950111 rc 0/0 00000100:00100000:3.0:1777580302.775380:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18693 00000100:00100000:3.0:1777580302.775404:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823717374473 time 7823719627329 state 0x2 ref 0 00000100:00100000:3.0:1777580302.784584:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.785823:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580302.786069:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786085:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786094:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786102:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.786108:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786117:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786157:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02498a66e00) 00010000:00010000:0.0:1777580302.786160:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.786166:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786172:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46713 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.786241:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946396544 00000100:00100000:0.0:1777580302.786255:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946396544 00000100:00100000:0.0:1777580302.786306:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823717374473 time 7823719627329 state 0x0 ref 1 00000100:00100000:0.0:1777580302.786320:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823719727329 time 7823719627329 state 0x1 ref 1 00000100:00100000:0.0:1777580302.786349:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946396928 00000100:00100000:0.0:1777580302.786353:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946396928 00000100:00100000:0.0:1777580302.786364:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823631271350 time 7823682213154 state 0x0 ref 1 00000100:00100000:0.0:1777580302.786370:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823682313154 time 7823682213154 state 0x1 ref 1 00000100:00100000:0.0:1777580302.786398:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823682313154 time 7823735258403 state 0x0 ref 1 00000100:00100000:0.0:1777580302.786411:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+352:282317:x1863919946396928:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580302.786511:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.786534:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e464c0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d39e expref: 352 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786642:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e4634d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x79b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d32e expref: 351 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786657:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79b:0x0].0x0 (ffffa02498f4a400) 00010000:00010000:0.0:1777580302.786665:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.786701:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786716:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786726:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786741:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786747:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.786754:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.787048:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823719727329 time 7823735907933 state 0x0 ref 1 00000100:00100000:3.0:1777580302.787067:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+350:282322:x1863919946396544:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580302.787081:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.787094:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46736 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d407 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.787161:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46736 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d407 expref: 351 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.787176:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46736 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d407 expref: 351 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.787200:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a2:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:3.0:1777580302.787204:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580302.787206:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4ee00, rc 0) 00000100:00100000:3.0:1777580302.787290:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+351:282322:x1863919946396544:12345-192.168.202.9@tcp:101:touch.500 Request processed in 230us (2731us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.787300:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18695 00000100:00100000:3.0:1777580302.787306:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823719727329 time 7823735907933 state 0x2 ref 0 00010000:00010000:0.0:1777580302.788843:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.788869:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.789675:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.790185:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.790197:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.790205:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.790212:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.790218:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.790228:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.790246:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a2:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:1.0:1777580302.790250:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.790255:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.790263:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46705 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.794324:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.794394:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.794439:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946397312 00000100:00100000:3.0:1777580302.794452:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946397312 00000100:00100000:1.0:1777580302.794571:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946397056 00000100:00100000:1.0:1777580302.794576:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946397056 00000100:00100000:1.0:1777580302.794604:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823719727329 time 7823735907933 state 0x0 ref 1 00000100:00100000:1.0:1777580302.794618:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823736007933 time 7823735907933 state 0x1 ref 1 00000100:00100000:1.0:1777580302.794648:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823736007933 time 7823743510022 state 0x0 ref 1 00000100:00100000:1.0:1777580302.794661:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+351:282321:x1863919946397056:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580302.794734:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580302.794767:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f400/0xcb2b2f2f7e4671a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d400 expref: 351 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.794794:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a3:0x0].0x0 (ffffa02498a66700) 00010000:00010000:1.0:1777580302.794808:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.794926:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.794943:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.794953:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.795125:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c0543ef reply state 000000004a31fe08 transno 8589950112 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.795161:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.795277:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+352:282321:x1863919946397056:12345-192.168.202.9@tcp:36:touch.500 Request processed in 618us (966us total) trans 8589950112 rc 0/0 00000100:00100000:1.0:1777580302.795288:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18697 00000100:00100000:1.0:1777580302.795294:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823736007933 time 7823743510022 state 0x2 ref 0 00000100:00100000:3.0:1777580302.795846:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4020 00000100:00100000:3.0:1777580302.795862:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+351:282316:x1863919946397312:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580302.796228:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+352:282316:x1863919946397312:12345-192.168.202.9@tcp:35:touch.500 Request processed in 371us (1831us total) trans 8589950113 rc 0/0 00000100:00100000:3.0:1777580302.796237:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4020 00000040:00080000:3.0:1777580302.796522:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1799, 64 off123328 00010000:00010000:3.0:1777580302.796606:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796626:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796638:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796652:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796659:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796666:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796696:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580302.796714:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796720:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796727:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796734:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.796739:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796747:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796759:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79b:0x0].0x0 (ffffa02497a21e00) 00010000:00010000:3.0:1777580302.796762:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580302.796766:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796776:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4673d lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x79b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796799:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796806:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796811:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796816:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.796818:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796823:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796829:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.796831:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.796833:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.796838:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46728 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580302.796846:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052834f60 reply state 0000000097c2893a transno 8589950114 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580302.796853:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580302.796907:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+353:282317:x1863919946396928:12345-192.168.202.9@tcp:36:rm.500 Request processed in 10497us (11091us total) trans 8589950114 rc 0/0 00000100:00100000:3.0:1777580302.796928:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18696 00000100:00100000:3.0:1777580302.796936:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823682313154 time 7823735258403 state 0x2 ref 0 00010000:00010000:1.0:1777580302.798282:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580302.798299:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.798314:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4e800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580302.798319:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.798329:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.798347:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79b:0x0].0x0 (ffffa02497a21e00) 00010000:00010000:1.0:1777580302.798351:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580302.798357:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.798364:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4e800/0xcb2b2f2f7e4674b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.798405:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.798407:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.798409:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580302.802173:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.802414:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946397440 00000100:00100000:1.0:1777580302.802429:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946397440 00000100:00100000:1.0:1777580302.802508:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11474 00000100:00100000:1.0:1777580302.802522:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2361:x1863919946397440:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580302.803006:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2361:x1863919946397440:12345-192.168.202.9@tcp:2:touch.500 Request processed in 486us (877us total) trans 8589938456 rc 0/0 00000100:00100000:1.0:1777580302.803015:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11474 00000100:00100000:3.0:1777580302.804955:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.805002:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.805042:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946397568 00000100:00100000:3.0:1777580302.805053:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946397568 00000100:00100000:3.0:1777580302.805099:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823682313154 time 7823735258403 state 0x0 ref 1 00000100:00100000:3.0:1777580302.805115:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823735358403 time 7823735258403 state 0x1 ref 1 00000100:00100000:3.0:1777580302.805152:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946397696 00000100:00100000:3.0:1777580302.805155:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946397696 00000100:00100000:3.0:1777580302.805165:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823735358403 time 7823735258403 state 0x1 ref 2 00000100:00100000:3.0:1777580302.805184:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823754146348 time 7823754046348 state 0x1 ref 2 00000100:00100000:3.0:1777580302.805195:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+354:282332:x1863919946397568:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.805226:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.805250:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46752 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d40e expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.805336:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.805353:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.805373:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.805403:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.805410:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.805416:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805703:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805714:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805721:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805727:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.805732:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805739:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805755:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02497a21600) 00010000:00010000:0.0:1777580302.805758:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.805763:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805769:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e4672f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805808:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805814:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805820:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805826:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.805829:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805834:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805842:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a3:0x0].0x0 (ffffa02483f8ec00) 00010000:00010000:0.0:1777580302.805844:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.805847:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.805853:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46744 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.806232:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823754146348 time 7823755092041 state 0x0 ref 2 00000100:00100000:1.0:1777580302.806255:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+353:282354:x1863919946397696:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.806271:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.806284:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4676e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d415 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806333:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806346:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806355:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806369:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806376:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806382:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806466:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46783 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806474:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46783 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806481:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46783 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580302.806530:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x79f:0x0]: returning size 0 00000004:00200000:1.0:1777580302.806536:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580302.806571:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46783 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806584:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46783 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806592:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806598:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806604:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806609:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.806612:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806618:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806627:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.806630:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.806633:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806639:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e46775 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806649:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806661:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806666:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806671:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.806675:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806681:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806688:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02483f8ef00) 00010000:00010000:1.0:1777580302.806691:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.806694:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806699:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4677c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806734:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4676e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d415 expref: 355 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806748:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46783 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d415 expref: 354 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.806757:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79f:0x0].0x0 (ffffa02488b85a00) 00010000:00010000:1.0:1777580302.806759:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.806763:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4d400, rc 0) 00000100:00100000:1.0:1777580302.806850:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+354:282354:x1863919946397696:12345-192.168.202.9@tcp:101:rm.500 Request processed in 604us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.806859:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18699 00010000:00010000:3.0:1777580302.811188:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46767 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811223:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46767 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811242:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46767 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580302.811313:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x79d:0x0]: returning size 0 00000004:00200000:3.0:1777580302.811319:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580302.811347:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46767 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811364:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46767 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811374:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811385:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811392:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811398:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.811403:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811410:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811423:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580302.811426:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.811431:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811438:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f800/0xcb2b2f2f7e46759 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811460:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811466:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811471:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811476:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580302.811479:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811484:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811491:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02498a66e00) 00010000:00010000:3.0:1777580302.811494:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580302.811497:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811503:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46760 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811559:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4f200/0xcb2b2f2f7e46752 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d40e expref: 354 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811575:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46767 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d40e expref: 353 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.811581:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79d:0x0].0x0 (ffffa02488b85000) 00010000:00010000:3.0:1777580302.811583:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580302.811586:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8e00, rc 0) 00000100:00100000:3.0:1777580302.811672:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+353:282332:x1863919946397568:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6476us (6755us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.811683:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18698 00000100:00100000:3.0:1777580302.811693:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823754146348 time 7823755092041 state 0x2 ref 0 00000100:00100000:3.0:1777580302.811900:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.813568:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946397824 00000100:00100000:1.0:1777580302.813585:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946397824 00000100:00100000:1.0:1777580302.813644:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823754146348 time 7823755092041 state 0x0 ref 1 00000100:00100000:1.0:1777580302.813660:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823755192041 time 7823755092041 state 0x1 ref 1 00000100:00100000:1.0:1777580302.813699:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823755192041 time 7823762561150 state 0x0 ref 1 00000100:00100000:1.0:1777580302.813716:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+353:282327:x1863919946397824:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.813745:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.813771:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4678a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d41c expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.813858:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.813876:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.813902:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.813932:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.813939:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.813948:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814099:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e4679f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814107:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e4679f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814114:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e4679f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580302.814179:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x79c:0x0]: returning size 0 00000004:00200000:1.0:1777580302.814184:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580302.814207:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e4679f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814221:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e4679f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814230:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814237:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814243:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814249:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.814253:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814261:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814274:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.814277:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.814282:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814288:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46791 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814303:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814309:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814314:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814320:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.814322:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814328:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814334:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02483f8e700) 00010000:00010000:1.0:1777580302.814336:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.814339:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814345:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46798 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814379:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4678a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d41c expref: 355 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814393:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e4679f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d41c expref: 354 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.814399:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79c:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:1.0:1777580302.814401:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.814403:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4800, rc 0) 00000100:00100000:1.0:1777580302.814487:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+354:282327:x1863919946397824:12345-192.168.202.9@tcp:101:rm.500 Request processed in 776us (2587us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.814496:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18700 00000100:00100000:1.0:1777580302.814502:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823755192041 time 7823762561150 state 0x2 ref 0 00000100:00100000:3.0:1777580302.819712:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.819762:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.819810:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.819880:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946397952 00000100:00100000:0.0:1777580302.819904:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946397952 00000100:00100000:0.0:1777580302.819964:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823755192041 time 7823762561150 state 0x0 ref 1 00000100:00100000:0.0:1777580302.819978:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823762661150 time 7823762561150 state 0x1 ref 1 00000100:00100000:0.0:1777580302.820007:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946398080 00000100:00100000:0.0:1777580302.820010:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946398080 00000100:00100000:0.0:1777580302.820023:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823762661150 time 7823762561150 state 0x1 ref 2 00000100:00100000:0.0:1777580302.820034:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946398208 00000100:00100000:0.0:1777580302.820036:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946398208 00000100:00100000:0.0:1777580302.820045:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823736007933 time 7823743510022 state 0x0 ref 1 00000100:00100000:0.0:1777580302.820051:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823743610022 time 7823743510022 state 0x1 ref 1 00000100:00100000:0.0:1777580302.820073:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823743610022 time 7823768935232 state 0x0 ref 1 00000100:00100000:0.0:1777580302.820085:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+356:282321:x1863919946398208:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580302.820130:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.820186:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e467a6 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d431 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820267:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e467a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d431 expref: 357 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820286:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e467a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d431 expref: 357 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820309:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a3:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:0.0:1777580302.820312:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580302.820317:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50a00, rc 0) 00000100:00100000:0.0:1777580302.820392:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+357:282321:x1863919946398208:12345-192.168.202.9@tcp:101:touch.500 Request processed in 308us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.820402:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18703 00000100:00100000:0.0:1777580302.820407:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823743610022 time 7823768935232 state 0x2 ref 0 00000100:00100000:0.0:1777580302.820433:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823769396220 time 7823769296220 state 0x1 ref 2 00000100:00100000:0.0:1777580302.820443:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+356:282346:x1863919946397952:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.820450:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.820461:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e467ad lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d423 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820524:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820538:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820547:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820562:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820569:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820577:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820718:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e467c2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820728:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e467c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820736:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e467c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580302.820768:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x79e:0x0]: returning size 0 00000004:00200000:0.0:1777580302.820773:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580302.820798:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e467c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820816:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e467c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820826:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820833:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820841:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820848:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.820852:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820860:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820872:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.820875:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.820879:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820885:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e467b4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820904:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820911:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820934:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820939:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.820942:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820948:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820956:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02497a21b00) 00010000:00010000:0.0:1777580302.820958:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.820961:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.820967:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e467bb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821003:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e467ad lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d423 expref: 358 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821016:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e467c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d423 expref: 357 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821023:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79e:0x0].0x0 (ffffa024acb37300) 00010000:00010000:0.0:1777580302.821026:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580302.821028:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51200, rc 0) 00000100:00100000:0.0:1777580302.821060:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+357:282346:x1863919946397952:12345-192.168.202.9@tcp:101:rm.500 Request processed in 619us (1365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.821071:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18701 00000100:00100000:0.0:1777580302.821095:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823769396220 time 7823769957621 state 0x0 ref 1 00000100:00100000:0.0:1777580302.821107:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+356:282353:x1863919946398080:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.821115:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.821123:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e467c9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d42a expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821189:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821198:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821206:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821218:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821226:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821233:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821285:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e467de lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821292:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e467de lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821300:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e467de lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580302.821319:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a0:0x0]: returning size 0 00000004:00200000:0.0:1777580302.821322:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580302.821333:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e467de lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821341:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e467de lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821348:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821355:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821361:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821366:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.821369:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821375:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821383:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.821385:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.821388:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821398:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e467d0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821409:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821415:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821421:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821426:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.821429:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821435:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821442:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02497a21f00) 00010000:00010000:0.0:1777580302.821445:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.821447:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821453:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e467d7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821476:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e467c9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d42a expref: 358 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821495:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e467de lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d42a expref: 357 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.821502:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a0:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:0.0:1777580302.821505:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580302.821507:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:0.0:1777580302.821534:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+357:282353:x1863919946398080:12345-192.168.202.9@tcp:101:rm.500 Request processed in 429us (1770us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.821541:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18702 00000100:00100000:0.0:1777580302.821546:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823769396220 time 7823769957621 state 0x2 ref 0 00000100:00100000:3.0:1777580302.826835:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.826907:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580302.827014:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.827152:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946398464 00000100:00100000:0.0:1777580302.827167:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946398464 00000100:00100000:0.0:1777580302.827242:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4021 00000100:00100000:0.0:1777580302.827255:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+357:282322:x1863919946398464:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580302.827746:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282322:x1863919946398464:12345-192.168.202.9@tcp:35:touch.500 Request processed in 492us (923us total) trans 8589950115 rc 0/0 00000100:00100000:0.0:1777580302.827756:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4021 00000100:00100000:0.0:1777580302.827816:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946398592 00000100:00100000:0.0:1777580302.827821:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946398592 00000100:00100000:0.0:1777580302.827853:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946398720 00000100:00100000:0.0:1777580302.827855:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946398720 00000100:00100000:0.0:1777580302.827876:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11475 00000100:00100000:0.0:1777580302.827884:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acfda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2364:x1863919946398592:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.827897:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.827938:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d438 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580302.827974:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x158a:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:0.0:1777580302.827997:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.827999:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.828011:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 27 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.828032:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 27 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.828047:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1000, rc 0) 00000100:00100000:0.0:1777580302.828068:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acfda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2364:x1863919946398592:12345-192.168.202.9@tcp:101:rm.500 Request processed in 186us (1162us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.828077:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11475 00000100:00100000:0.0:1777580302.828307:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11476 00000100:00100000:0.0:1777580302.828315:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2362:x1863919946398720:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580302.828324:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580302.828338:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d43f expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580302.828357:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1567:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:0.0:1777580302.828366:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.828368:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580302.828373:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 27 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.828389:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 27 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.828397:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:0.0:1777580302.828416:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2362:x1863919946398720:12345-192.168.202.9@tcp:101:rm.500 Request processed in 103us (1403us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.828423:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11476 00000100:00100000:0.0:1777580302.832385:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.832433:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946398848 00000100:00100000:0.0:1777580302.832446:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946398848 00000100:00100000:1.0:1777580302.833786:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.834288:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946398976 00000100:00100000:0.0:1777580302.834299:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946398976 00010000:00010000:1.0:1777580302.838420:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580302.838956:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11477 00000100:00100000:3.0:1777580302.838992:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2363:x1863919946398848:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580302.839024:0:205906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580302.839057:0:205906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d446 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580302.839098:0:205906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1565:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00000100:00100000:1.0:1777580302.839322:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11478 00000100:00100000:1.0:1777580302.839334:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946398976:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580302.839343:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.839356:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d44d expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580302.839372:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1566:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:1.0:1777580302.839392:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.839395:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580302.839404:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 30 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.839424:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 30 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.839441:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5600, rc 0) 00000100:00100000:1.0:1777580302.839554:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2363:x1863919946398976:12345-192.168.202.9@tcp:101:rm.500 Request processed in 222us (5776us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.839562:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11478 00010000:00010000:3.0:1777580302.839743:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580302.839746:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580302.839752:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 29 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.839766:0:205906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 29 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580302.839776:0:205906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8200, rc 0) 00000100:00100000:3.0:1777580302.839802:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946398848:12345-192.168.202.9@tcp:101:rm.500 Request processed in 832us (7432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580302.839808:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11477 00000100:00100000:0.0:1777580302.878202:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.878267:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.878305:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946399488 00000100:00100000:0.0:1777580302.878318:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946399488 00000100:00100000:0.0:1777580302.878372:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823769396220 time 7823769957621 state 0x0 ref 1 00000100:00100000:0.0:1777580302.878389:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823770057621 time 7823769957621 state 0x1 ref 1 00000100:00100000:0.0:1777580302.878417:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823770057621 time 7823827278736 state 0x0 ref 1 00000100:00100000:0.0:1777580302.878430:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282353:x1863919946399488:12345-192.168.202.9@tcp:36:rm.500 00000100:00100000:2.0:1777580302.878631:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946399232 00000100:00100000:2.0:1777580302.878636:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946399232 00000100:00100000:2.0:1777580302.878676:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11479 00000100:00100000:2.0:1777580302.878684:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2363:x1863919946399232:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580302.879121:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2363:x1863919946399232:12345-192.168.202.9@tcp:2:touch.500 Request processed in 436us (933us total) trans 8589938855 rc 0/0 00000100:00100000:2.0:1777580302.879130:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11479 00010000:00010000:0.0:1777580302.879669:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580302.879714:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e467de lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d42a expref: 358 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.879752:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4fe00/0xcb2b2f2f7e466aa lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3eb expref: 357 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.879766:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a0:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:0.0:1777580302.879778:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580302.879810:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.879828:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.879839:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.879859:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.879867:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.879874:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.880777:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.880791:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.880802:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.881780:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.881832:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946399360 00000100:00100000:2.0:1777580302.881843:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946399360 00000100:00100000:2.0:1777580302.881927:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11480 00000100:00100000:2.0:1777580302.881939:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2361:x1863919946399360:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580302.881964:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580302.881990:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d454 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580302.882026:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x158b:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:2.0:1777580302.882051:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580302.882054:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580302.882064:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 29 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.882080:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 29 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.882096:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030a00, rc 0) 00000100:00100000:2.0:1777580302.882180:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2361:x1863919946399360:12345-192.168.202.9@tcp:101:rm.500 Request processed in 243us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580302.882188:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11480 00000040:00080000:0.0:1777580302.886872:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1796, 64 off123136 00010000:00010000:0.0:1777580302.887792:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.887818:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.887831:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.887840:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.887847:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.887855:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.891990:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580302.892059:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892074:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892081:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892087:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.892092:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892101:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892119:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a0:0x0].0x0 (ffffa0241785f300) 00010000:00010000:0.0:1777580302.892123:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580302.892128:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892150:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4680f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892188:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892194:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892199:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892204:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.892206:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892212:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892218:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580302.892221:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.892224:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.892232:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46801 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580302.892242:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005077d1db reply state 00000000f5a2daba transno 8589950116 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.892253:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580302.892412:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282353:x1863919946399488:12345-192.168.202.9@tcp:36:rm.500 Request processed in 13977us (14137us total) trans 8589950116 rc 0/0 00000100:00100000:0.0:1777580302.892423:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18704 00000100:00100000:0.0:1777580302.892434:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823770057621 time 7823827278736 state 0x2 ref 0 00000100:00100000:0.0:1777580302.893448:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777580302.893472:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023d1670e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917435904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777580302.893551:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580302.893644:0:188251:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917435904 00000100:00100000:0.0:1777580302.893653:0:188251:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917435904 00000100:00100000:0.0:1777580302.893711:0:188251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1777580302.893723:0:188251:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+52:3289:x1863919917435904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777580302.893775:0:188251:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40304640 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777580302.893827:0:188251:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+52:3289:x1863919917435904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.893834:0:188251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1777580302.893908:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023d1670e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917435904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777580302.893963:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917435776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777580302.893988:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580302.894020:0:192556:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917435776 00000100:00100000:0.0:1777580302.894024:0:192556:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917435776 00000100:00100000:0.0:1777580302.894059:0:192556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1777580302.894065:0:192556:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+52:3291:x1863919917435776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777580302.894090:0:192556:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40304640 pending 0 free 3819962368 avail 3817865216 00000100:00100000:0.0:1777580302.894454:0:192556:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+52:3291:x1863919917435776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 388us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580302.894461:0:192556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00080000:0.0:1777580302.894483:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777580302.894515:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917435776:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777580302.894668:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580302.894679:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.894690:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580302.894695:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.894704:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.894724:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a0:0x0].0x0 (ffffa0241785f300) 00010000:00010000:1.0:1777580302.894727:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580302.894733:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.894739:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e4681d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.894771:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.894773:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.894774:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580302.898369:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.900377:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.901511:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946400000 00000100:00100000:2.0:1777580302.901528:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946400000 00000100:00100000:2.0:1777580302.901587:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823770057621 time 7823827278736 state 0x0 ref 1 00000100:00100000:2.0:1777580302.901604:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823827378736 time 7823827278736 state 0x1 ref 1 00000100:00100000:2.0:1777580302.901644:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823827378736 time 7823850505579 state 0x0 ref 1 00000100:00100000:2.0:1777580302.901661:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282309:x1863919946400000:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580302.901747:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580302.901784:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e46506 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x799:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3a5 expref: 358 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.901817:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46258 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x799:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2f6 expref: 357 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.901828:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x799:0x0].0x0 (ffffa02490544200) 00010000:00010000:2.0:1777580302.901838:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580302.901868:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.901898:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.901910:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.901935:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.901943:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.901949:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.902103:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.902112:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.902947:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580302.903428:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946399744 00000100:00100000:0.0:1777580302.903439:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946399744 00000100:00100000:0.0:1777580302.903499:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4022 00000100:00100000:0.0:1777580302.903510:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5675050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+357:282321:x1863919946399744:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580302.904232:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5675050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282321:x1863919946399744:12345-192.168.202.9@tcp:35:touch.500 Request processed in 722us (5873us total) trans 8589950117 rc 0/0 00000100:00100000:0.0:1777580302.904243:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4022 00000040:00080000:2.0:1777580302.905702:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1800, 64 off123392 00010000:00010000:2.0:1777580302.905798:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905821:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905837:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905848:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905855:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905863:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905905:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580302.905941:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905948:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905956:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905962:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.905968:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905976:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.905990:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x799:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580302.905993:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580302.905998:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906004:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46832 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x799:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906027:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906038:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906044:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906050:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480031600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.906053:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906058:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906066:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580302.906068:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.906071:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906076:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e46824 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.906090:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a11e34a3 reply state 000000009f629e67 transno 8589950118 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.906101:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580302.906232:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282309:x1863919946400000:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4573us (5865us total) trans 8589950118 rc 0/0 00000100:00100000:2.0:1777580302.906244:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18705 00000100:00100000:2.0:1777580302.906254:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823827378736 time 7823850505579 state 0x2 ref 0 00010000:00010000:2.0:1777580302.906306:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580302.906313:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906319:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580302.906323:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906329:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906339:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x799:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580302.906342:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580302.906345:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906351:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46839 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x799:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.906364:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.906366:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580302.906368:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580302.908604:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.908626:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.908634:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.908640:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.908645:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.908652:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.908669:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa0241785fd00) 00010000:00010000:1.0:1777580302.908674:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.908679:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.908687:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46808 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.926518:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.926541:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.926549:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.926556:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580302.926562:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.926572:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.926594:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024acb37000) 00010000:00010000:0.0:1777580302.926598:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580302.926605:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580302.926612:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e4682b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.943076:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580302.948105:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946400256 00000100:00100000:0.0:1777580302.948161:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946400256 00000100:00100000:1.0:1777580302.949286:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823743610022 time 7823768935232 state 0x0 ref 1 00000100:00100000:1.0:1777580302.949312:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823769035232 time 7823768935232 state 0x1 ref 1 00000100:00100000:1.0:1777580302.949367:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823769035232 time 7823898228197 state 0x0 ref 1 00000100:00100000:1.0:1777580302.949389:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+357:282329:x1863919946400256:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.949425:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.949455:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46840 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d45b expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.949669:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.949690:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.949705:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.949723:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.949731:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.949737:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580302.967783:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1569:0x0], index 1: 0 00010000:00010000:2.0:1777580302.968070:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46855 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968094:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46855 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968108:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46855 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968189:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968198:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968205:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968211:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.968215:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968223:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968237:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580302.968240:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.968244:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968251:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46847 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.968268:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055d85e91 reply state 00000000979eee24 transno 8589950119 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.968279:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580302.968327:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46840 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d45b expref: 360 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968350:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46855 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d45b expref: 359 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.968358:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a4:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580302.968361:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580302.968364:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7600, rc 0) 00000100:00100000:2.0:1777580302.968473:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282329:x1863919946400256:12345-192.168.202.9@tcp:101:touch.500 Request processed in 19092us (25413us total) trans 8589950119 rc 0/0 00000100:00100000:2.0:1777580302.968484:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18706 00000100:00100000:2.0:1777580302.968494:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823769035232 time 7823898228197 state 0x2 ref 0 00000100:00100000:1.0:1777580302.981078:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.981238:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.981281:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946400512 00000100:00100000:1.0:1777580302.981294:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946400512 00000100:00100000:1.0:1777580302.981350:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823769035232 time 7823898228197 state 0x0 ref 1 00000100:00100000:1.0:1777580302.981366:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823898328197 time 7823898228197 state 0x1 ref 1 00000100:00100000:1.0:1777580302.981406:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946400768 00000100:00100000:1.0:1777580302.981410:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946400768 00000100:00100000:1.0:1777580302.981423:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823898328197 time 7823898228197 state 0x1 ref 2 00000100:00100000:1.0:1777580302.981447:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823930408910 time 7823930308910 state 0x1 ref 2 00000100:00100000:1.0:1777580302.981459:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+361:282329:x1863919946400512:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580302.981537:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580302.981577:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46855 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d45b expref: 361 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.981602:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a4:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:1.0:1777580302.981614:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580302.981718:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.981735:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.981751:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.981940:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7314b97 reply state 00000000a42fee9a transno 8589950120 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.981950:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580302.982072:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+362:282329:x1863919946400512:12345-192.168.202.9@tcp:36:touch.500 Request processed in 613us (1008us total) trans 8589950120 rc 0/0 00000100:00100000:1.0:1777580302.982083:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18707 00000100:00100000:1.0:1777580302.982115:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823930408910 time 7823930977866 state 0x0 ref 1 00000100:00100000:1.0:1777580302.982127:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+361:282330:x1863919946400768:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.982176:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.982193:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4686a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d462 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.982326:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.982338:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.982347:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.982363:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.982371:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.982378:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580302.982932:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x158e:0x0], index 0: 0 00010000:00010000:1.0:1777580302.983118:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4687f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983181:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4687f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983190:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4687f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983238:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983246:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983252:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983258:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580302.983263:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983272:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983286:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580302.983290:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580302.983295:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983302:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e46871 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580302.983315:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004f08211 reply state 00000000fc8a96ba transno 8589950121 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.983323:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580302.983358:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4686a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d462 expref: 364 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983375:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4687f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d462 expref: 363 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.983383:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a5:0x0].0x0 (ffffa02483f8e500) 00010000:00010000:1.0:1777580302.983385:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580302.983387:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1600, rc 0) 00000100:00100000:1.0:1777580302.983452:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282330:x1863919946400768:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1326us (2213us total) trans 8589950121 rc 0/0 00000100:00100000:1.0:1777580302.983461:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18708 00000100:00100000:1.0:1777580302.983470:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823930408910 time 7823930977866 state 0x2 ref 0 00010000:00010000:2.0:1777580302.983803:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.983812:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.983818:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.983824:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.983828:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.983834:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.983845:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02483f8ef00) 00010000:00010000:2.0:1777580302.983848:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.983851:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.983858:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e4684e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.993486:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.993615:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946400896 00000100:00100000:1.0:1777580302.993627:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946400896 00000100:00100000:1.0:1777580302.993678:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823930408910 time 7823930977866 state 0x0 ref 1 00000100:00100000:1.0:1777580302.993694:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823931077866 time 7823930977866 state 0x1 ref 1 00000100:00100000:1.0:1777580302.993726:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823931077866 time 7823942588415 state 0x0 ref 1 00000100:00100000:1.0:1777580302.993740:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282329:x1863919946400896:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580302.993774:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580302.993803:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4688d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d469 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.993890:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4688d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d469 expref: 364 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.993906:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4688d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d469 expref: 364 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580302.993943:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a4:0x0].0x0 (ffffa02483f8e000) 00010000:00010000:1.0:1777580302.993947:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580302.993951:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1c00, rc 0) 00000100:00100000:1.0:1777580302.994020:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282329:x1863919946400896:12345-192.168.202.9@tcp:101:touch.500 Request processed in 282us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580302.994028:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18709 00000100:00100000:1.0:1777580302.994034:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823931077866 time 7823942588415 state 0x2 ref 0 00010000:00010000:2.0:1777580302.994244:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994255:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994262:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994268:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.994274:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994282:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994295:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a4:0x0].0x0 (ffffa02483f8e000) 00010000:00010000:2.0:1777580302.994298:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.994302:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994309:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46863 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994337:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994344:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994350:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994355:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.994358:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994364:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994372:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02483f8ec00) 00010000:00010000:2.0:1777580302.994375:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.994378:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.994384:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e46878 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580302.996973:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580302.997025:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580302.997105:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946401152 00000100:00100000:2.0:1777580302.997127:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946401152 00000100:00100000:2.0:1777580302.997202:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823931077866 time 7823942588415 state 0x0 ref 1 00000100:00100000:2.0:1777580302.997218:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823942688415 time 7823942588415 state 0x1 ref 1 00000100:00100000:2.0:1777580302.997241:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946401408 00000100:00100000:2.0:1777580302.997244:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946401408 00000100:00100000:2.0:1777580302.997257:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823942688415 time 7823942588415 state 0x1 ref 2 00000100:00100000:2.0:1777580302.997283:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823946246107 time 7823946146107 state 0x1 ref 2 00000100:00100000:2.0:1777580302.997296:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282330:x1863919946401152:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580302.997371:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580302.997405:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e4687f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d462 expref: 363 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.997426:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a5:0x0].0x0 (ffffa02483f8e500) 00010000:00010000:2.0:1777580302.997441:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580302.997537:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.997554:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.997566:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.997755:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7053adc reply state 00000000b2bac862 transno 8589950122 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.997764:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580302.997876:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282330:x1863919946401152:12345-192.168.202.9@tcp:36:touch.500 Request processed in 581us (917us total) trans 8589950122 rc 0/0 00000100:00100000:2.0:1777580302.997885:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18710 00000100:00100000:2.0:1777580302.997911:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823946246107 time 7823946774109 state 0x0 ref 1 00000100:00100000:2.0:1777580302.997933:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282331:x1863919946401408:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580302.997947:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580302.997958:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4689b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d470 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998081:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998093:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998100:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998114:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998120:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998128:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580302.998703:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x156a:0x0], index 1: 0 00010000:00010000:2.0:1777580302.998874:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e468b0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998885:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e468b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998894:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e468b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998944:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998952:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998959:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998964:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580302.998968:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998976:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.998986:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580302.998990:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580302.998995:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.999001:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e468a2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580302.999013:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9631c8a reply state 000000004edcc1bb transno 8589950123 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580302.999022:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580302.999055:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4689b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d470 expref: 366 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.999076:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e468b0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d470 expref: 365 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580302.999083:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a6:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580302.999085:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580302.999088:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7000, rc 0) 00000100:00100000:2.0:1777580302.999167:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+366:282331:x1863919946401408:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1236us (2141us total) trans 8589950123 rc 0/0 00000100:00100000:2.0:1777580302.999176:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18711 00000100:00100000:2.0:1777580302.999182:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823946246107 time 7823946774109 state 0x2 ref 0 00000100:00100000:1.0:1777580303.002486:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.002715:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946401536 00000100:00100000:3.0:1777580303.002728:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946401536 00000100:00100000:3.0:1777580303.002806:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11481 00000100:00100000:3.0:1777580303.002819:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946401536:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580303.003289:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2363:x1863919946401536:12345-192.168.202.9@tcp:2:touch.500 Request processed in 471us (816us total) trans 8589938457 rc 0/0 00000100:00100000:3.0:1777580303.003298:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11481 00010000:00010000:2.0:1777580303.003951:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.003971:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.003979:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.003985:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.003991:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004000:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004021:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024acb37600) 00010000:00010000:2.0:1777580303.004025:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.004031:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004038:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468a9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004077:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004084:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004090:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004096:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.004099:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004104:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004112:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a5:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:2.0:1777580303.004114:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.004117:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.004122:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46894 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.006324:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.009168:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946401920 00000100:00100000:1.0:1777580303.009189:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946401920 00000100:00100000:1.0:1777580303.009250:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823946246107 time 7823946774109 state 0x0 ref 1 00000100:00100000:1.0:1777580303.009266:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823946874109 time 7823946774109 state 0x1 ref 1 00000100:00100000:1.0:1777580303.009303:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823946874109 time 7823958165321 state 0x0 ref 1 00000100:00100000:1.0:1777580303.009323:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282339:x1863919946401920:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580303.009351:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.009380:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e468be lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d477 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.009599:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.009619:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.009632:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.009650:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.009657:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.009663:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580303.010320:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x158f:0x0], index 0: 0 00010000:00010000:1.0:1777580303.010547:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e468d3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010560:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e468d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010569:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e468d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010616:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010624:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010632:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010640:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.010645:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010655:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010668:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.010672:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.010678:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010684:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468c5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.010701:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4d7bc07 reply state 000000006499e890 transno 8589950124 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.010710:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580303.010749:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e468be lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d477 expref: 367 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010772:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e468d3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d477 expref: 366 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.010780:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a7:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:1.0:1777580303.010783:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580303.010785:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50600, rc 0) 00000100:00100000:1.0:1777580303.010889:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+367:282339:x1863919946401920:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1574us (4576us total) trans 8589950124 rc 0/0 00000100:00100000:1.0:1777580303.010900:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18712 00000100:00100000:1.0:1777580303.010907:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823946874109 time 7823958165321 state 0x2 ref 0 00000100:00100000:1.0:1777580303.012963:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.020061:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946402176 00000100:00100000:2.0:1777580303.020084:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946402176 00000100:00100000:1.0:1777580303.020266:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823946874109 time 7823958165321 state 0x0 ref 1 00000100:00100000:1.0:1777580303.020284:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823958265321 time 7823958165321 state 0x1 ref 1 00000100:00100000:1.0:1777580303.020324:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823958265321 time 7823969185758 state 0x0 ref 1 00000100:00100000:1.0:1777580303.020345:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+367:282331:x1863919946402176:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580303.020426:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580303.020463:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e468b0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d470 expref: 367 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.020488:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a6:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:1.0:1777580303.020503:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580303.020601:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.020618:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.020631:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.020813:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f353fbfc reply state 0000000016edf733 transno 8589950125 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.020824:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580303.020969:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282331:x1863919946402176:12345-192.168.202.9@tcp:36:touch.500 Request processed in 631us (8018us total) trans 8589950125 rc 0/0 00000100:00100000:1.0:1777580303.020978:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18713 00000100:00100000:1.0:1777580303.020984:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823958265321 time 7823969185758 state 0x2 ref 0 00000100:00100000:1.0:1777580303.024222:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.024279:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.024457:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946402432 00000100:00100000:3.0:1777580303.024470:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946402432 00000100:00100000:3.0:1777580303.024547:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4023 00000100:00100000:3.0:1777580303.024559:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282329:x1863919946402432:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580303.025184:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282329:x1863919946402432:12345-192.168.202.9@tcp:35:touch.500 Request processed in 624us (899us total) trans 8589950126 rc 0/0 00000100:00100000:3.0:1777580303.025258:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4023 00010000:00010000:2.0:1777580303.025975:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.025990:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.025998:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026005:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.026010:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026019:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026037:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02483f8ef00) 00010000:00010000:2.0:1777580303.026041:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.026046:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026052:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e468cc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026087:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026095:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026100:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026109:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.026112:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026119:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026127:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a6:0x0].0x0 (ffffa02497a21b00) 00010000:00010000:2.0:1777580303.026129:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.026156:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026163:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e468e1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.026192:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946402048 00000100:00100000:2.0:1777580303.026200:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946402048 00000100:00100000:2.0:1777580303.026242:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823958265321 time 7823969185758 state 0x0 ref 1 00000100:00100000:2.0:1777580303.026255:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823969285758 time 7823969185758 state 0x1 ref 1 00000100:00100000:2.0:1777580303.026282:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823969285758 time 7823975144176 state 0x0 ref 1 00000100:00100000:2.0:1777580303.026296:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+367:282330:x1863919946402048:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.026316:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.026338:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e468e8 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d47e expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026402:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e468e8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d47e expref: 368 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026418:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e468e8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d47e expref: 368 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.026439:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a5:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:2.0:1777580303.026443:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580303.026445:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6200, rc 0) 00000100:00100000:2.0:1777580303.026500:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282330:x1863919946402048:12345-192.168.202.9@tcp:101:touch.500 Request processed in 207us (2292us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.026508:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18714 00000100:00100000:2.0:1777580303.026513:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823969285758 time 7823975144176 state 0x2 ref 0 00000100:00100000:3.0:1777580303.032679:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.032775:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946402560 00000100:00100000:2.0:1777580303.032789:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946402560 00000100:00100000:2.0:1777580303.032839:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823969285758 time 7823975144176 state 0x0 ref 1 00000100:00100000:2.0:1777580303.032854:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823975244176 time 7823975144176 state 0x1 ref 1 00000100:00100000:2.0:1777580303.032892:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823975244176 time 7823981753619 state 0x0 ref 1 00000100:00100000:2.0:1777580303.032904:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282331:x1863919946402560:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.032946:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.032977:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468ef lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d485 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.033060:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468ef lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d485 expref: 369 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.033085:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468ef lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d485 expref: 369 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.033108:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a6:0x0].0x0 (ffffa024acb37600) 00010000:00010000:2.0:1777580303.033112:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580303.033116:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6800, rc 0) 00000100:00100000:2.0:1777580303.033227:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282331:x1863919946402560:12345-192.168.202.9@tcp:101:touch.500 Request processed in 324us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.033236:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18715 00000100:00100000:2.0:1777580303.033241:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823975244176 time 7823981753619 state 0x2 ref 0 00000100:00100000:3.0:1777580303.033615:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.033904:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946402816 00000100:00100000:2.0:1777580303.033920:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946402816 00000100:00100000:2.0:1777580303.033943:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823975244176 time 7823981753619 state 0x0 ref 1 00000100:00100000:2.0:1777580303.033952:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823981853619 time 7823981753619 state 0x1 ref 1 00000100:00100000:2.0:1777580303.033972:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823981853619 time 7823982835089 state 0x0 ref 1 00000100:00100000:2.0:1777580303.033982:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282339:x1863919946402816:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580303.034036:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580303.034061:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e468d3 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d477 expref: 369 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.034080:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a7:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:2.0:1777580303.034090:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.034210:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.034223:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.034234:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.034399:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000901a355 reply state 0000000087a1c944 transno 8589950127 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.034409:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.034486:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282339:x1863919946402816:12345-192.168.202.9@tcp:36:touch.500 Request processed in 505us (873us total) trans 8589950127 rc 0/0 00000100:00100000:2.0:1777580303.034495:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18716 00000100:00100000:2.0:1777580303.034500:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823981853619 time 7823982835089 state 0x2 ref 0 00000100:00100000:3.0:1777580303.036695:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.036752:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.036847:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946403072 00000100:00100000:1.0:1777580303.036860:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946403072 00000100:00100000:1.0:1777580303.036911:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823981853619 time 7823982835089 state 0x0 ref 1 00000100:00100000:1.0:1777580303.036935:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823982935089 time 7823982835089 state 0x1 ref 1 00000100:00100000:1.0:1777580303.036976:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823982935089 time 7823985838238 state 0x0 ref 1 00000100:00100000:1.0:1777580303.036991:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282343:x1863919946403072:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580303.037017:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.037046:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468fd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d48c expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.037264:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.037283:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.037298:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.037317:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.037324:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.037331:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580303.037942:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x156b:0x0], index 1: 0 00010000:00010000:1.0:1777580303.038202:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46912 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038215:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46912 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038225:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46912 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038270:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038282:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038290:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038297:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.038302:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038310:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038324:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.038327:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.038333:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038339:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46904 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.038356:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1c1449e reply state 00000000481f9243 transno 8589950128 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.038368:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580303.038416:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e468fd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d48c expref: 373 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038432:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46912 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d48c expref: 372 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.038446:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a8:0x0].0x0 (ffffa02497a21e00) 00010000:00010000:1.0:1777580303.038448:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580303.038451:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4ca00, rc 0) 00000100:00100000:1.0:1777580303.038553:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+373:282343:x1863919946403072:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1564us (1799us total) trans 8589950128 rc 0/0 00000100:00100000:1.0:1777580303.038565:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18717 00000100:00100000:1.0:1777580303.038572:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823982935089 time 7823985838238 state 0x2 ref 0 00000100:00100000:2.0:1777580303.039281:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946403200 00000100:00100000:2.0:1777580303.039293:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946403200 00000100:00100000:2.0:1777580303.039360:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11482 00000100:00100000:2.0:1777580303.039372:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2364:x1863919946403200:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580303.039697:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2364:x1863919946403200:12345-192.168.202.9@tcp:2:touch.500 Request processed in 327us (3016us total) trans 8589938856 rc 0/0 00000100:00100000:2.0:1777580303.039706:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11482 00000100:00080000:3.0:1777580303.040115:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777580303.040491:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.040505:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.040517:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.040524:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.040529:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.040538:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.040554:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a7:0x0].0x0 (ffffa024acb37000) 00010000:00010000:2.0:1777580303.040558:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.040563:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.040570:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e468f6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.045713:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.045767:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.045869:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946403328 00000100:00100000:2.0:1777580303.045883:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946403328 00000100:00100000:2.0:1777580303.045965:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11483 00000100:00100000:2.0:1777580303.045976:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2362:x1863919946403328:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580303.046436:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2362:x1863919946403328:12345-192.168.202.9@tcp:2:touch.500 Request processed in 462us (736us total) trans 8589938458 rc 0/0 00000100:00100000:2.0:1777580303.046445:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11483 00010000:00010000:2.0:1777580303.046480:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.046491:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.046501:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.046507:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.046512:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.046521:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.046539:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02497a21600) 00010000:00010000:2.0:1777580303.046542:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.046547:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.046553:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e4690b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.046959:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946403456 00000100:00100000:3.0:1777580303.046968:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946403456 00000100:00100000:3.0:1777580303.047001:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823982935089 time 7823985838238 state 0x0 ref 1 00000100:00100000:3.0:1777580303.047014:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823985938238 time 7823985838238 state 0x1 ref 1 00000100:00100000:3.0:1777580303.047048:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823985938238 time 7823995909748 state 0x0 ref 1 00000100:00100000:3.0:1777580303.047061:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282339:x1863919946403456:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580303.047089:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580303.047114:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46920 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d493 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.047216:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46920 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d493 expref: 372 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.047232:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46920 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d493 expref: 372 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.047253:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a7:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:3.0:1777580303.047256:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580303.047259:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9800, rc 0) 00000100:00100000:3.0:1777580303.047305:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+372:282339:x1863919946403456:12345-192.168.202.9@tcp:101:touch.500 Request processed in 246us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580303.047313:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18718 00000100:00100000:3.0:1777580303.047318:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823985938238 time 7823995909748 state 0x2 ref 0 00000100:00100000:3.0:1777580303.053737:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.053826:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.063754:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.067258:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946403712 00000100:00100000:2.0:1777580303.067280:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946403712 00000100:00100000:2.0:1777580303.067348:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823985938238 time 7823995909748 state 0x0 ref 1 00000100:00100000:2.0:1777580303.067364:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823996009748 time 7823995909748 state 0x1 ref 1 00000100:00100000:2.0:1777580303.067401:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946403968 00000100:00100000:2.0:1777580303.067404:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946403968 00000100:00100000:2.0:1777580303.067420:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823827378736 time 7823850505579 state 0x0 ref 1 00000100:00100000:2.0:1777580303.067427:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823850605579 time 7823850505579 state 0x1 ref 1 00000100:00100000:2.0:1777580303.067457:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823850605579 time 7824016318821 state 0x0 ref 1 00000100:00100000:2.0:1777580303.067477:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248ba5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+373:282362:x1863919946403968:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.067513:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.067545:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46927 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d49a expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.067639:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.067660:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.067676:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.067696:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.067703:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.067710:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.067860:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4693c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.067869:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4693c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068167:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4693c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580303.068207:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a2:0x0]: returning size 0 00000004:00200000:2.0:1777580303.068211:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580303.068233:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4693c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068246:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4693c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068254:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068261:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068269:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068275:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.068279:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068287:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068301:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.068304:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.068310:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068321:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e4692e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068336:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068342:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068347:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068352:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.068355:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068360:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068367:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024acb37d00) 00010000:00010000:2.0:1777580303.068369:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.068372:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068377:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46935 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068413:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46927 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d49a expref: 375 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068432:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4693c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d49a expref: 374 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068439:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a2:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:2.0:1777580303.068441:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.068444:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7600, rc 0) 00000100:00100000:2.0:1777580303.068542:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248ba5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+374:282362:x1863919946403968:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1073us (14714us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.068552:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18720 00000100:00100000:2.0:1777580303.068558:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823850605579 time 7824016318821 state 0x2 ref 0 00000100:00100000:2.0:1777580303.068598:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823996009748 time 7824017460858 state 0x0 ref 1 00000100:00100000:2.0:1777580303.068611:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248ba5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+373:282343:x1863919946403712:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580303.068650:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580303.068666:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46912 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d48c expref: 373 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068678:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a8:0x0].0x0 (ffffa02497a21e00) 00010000:00010000:2.0:1777580303.068687:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.068760:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068770:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.068777:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.072391:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086ed4815 reply state 00000000a93ebfc5 transno 8589950129 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.072416:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.072581:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248ba5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+374:282343:x1863919946403712:12345-192.168.202.9@tcp:36:touch.500 Request processed in 3967us (18854us total) trans 8589950129 rc 0/0 00000100:00100000:2.0:1777580303.072593:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18719 00000100:00100000:2.0:1777580303.072603:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823996009748 time 7824017460858 state 0x2 ref 0 00000100:00100000:3.0:1777580303.073201:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.073233:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.076734:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946404096 00000100:00100000:2.0:1777580303.076751:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946404096 00000100:00100000:2.0:1777580303.076813:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823850605579 time 7824016318821 state 0x0 ref 1 00000100:00100000:2.0:1777580303.076831:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824016418821 time 7824016318821 state 0x1 ref 1 00000100:00100000:2.0:1777580303.076867:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946403840 00000100:00100000:2.0:1777580303.076870:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946403840 00000100:00100000:2.0:1777580303.076896:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824016418821 time 7824016318821 state 0x1 ref 2 00000100:00100000:2.0:1777580303.076935:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824025896964 time 7824025796964 state 0x1 ref 2 00000100:00100000:2.0:1777580303.076954:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282370:x1863919946404096:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.076981:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.077011:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4694a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4a1 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077110:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077156:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077172:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077192:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077200:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077206:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077360:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4695f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077369:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4695f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077377:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4695f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580303.077413:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a3:0x0]: returning size 0 00000004:00200000:2.0:1777580303.077418:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580303.077444:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4695f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077458:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4695f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077471:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077478:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077485:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077491:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.077496:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077505:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077519:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.077522:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.077528:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077534:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e46951 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077550:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077556:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077562:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077568:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.077571:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077576:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077583:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02483f8e500) 00010000:00010000:2.0:1777580303.077585:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.077587:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077593:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46958 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077631:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e4694a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4a1 expref: 377 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077644:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4695f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4a1 expref: 376 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077652:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a3:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:2.0:1777580303.077655:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.077658:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480031600, rc 0) 00000100:00100000:2.0:1777580303.077731:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282370:x1863919946404096:12345-192.168.202.9@tcp:101:rm.500 Request processed in 785us (13990us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.077741:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18721 00000100:00100000:2.0:1777580303.077770:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824025896964 time 7824026633375 state 0x0 ref 1 00000100:00100000:2.0:1777580303.077782:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282361:x1863919946403840:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.077792:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.077805:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e46966 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4a8 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077837:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077845:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077853:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077865:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077872:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077879:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077947:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4697b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077955:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4697b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.077962:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4697b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580303.077983:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a1:0x0]: returning size 0 00000004:00200000:2.0:1777580303.077985:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580303.077994:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4697b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078002:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4697b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078009:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078015:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078021:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078025:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.078028:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078033:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078038:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.078040:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.078043:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078048:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838c00/0xcb2b2f2f7e4696d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078060:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078066:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078072:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078077:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.078079:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078085:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078092:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02483f8ec00) 00010000:00010000:2.0:1777580303.078093:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.078095:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078100:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839400/0xcb2b2f2f7e46974 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078121:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839000/0xcb2b2f2f7e46966 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4a8 expref: 377 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078162:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4697b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4a8 expref: 376 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.078175:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a1:0x0].0x0 (ffffa02488b85b00) 00010000:00010000:2.0:1777580303.078177:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.078180:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839e00, rc 0) 00000100:00100000:2.0:1777580303.078202:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282361:x1863919946403840:12345-192.168.202.9@tcp:101:rm.500 Request processed in 422us (5003us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.078210:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18722 00000100:00100000:2.0:1777580303.078214:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824025896964 time 7824026633375 state 0x2 ref 0 00000100:00100000:3.0:1777580303.081332:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.081408:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.081656:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946404736 00000100:00100000:1.0:1777580303.081668:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946404736 00000100:00100000:1.0:1777580303.081735:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11484 00000100:00100000:1.0:1777580303.081747:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2361:x1863919946404736:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580303.082242:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2361:x1863919946404736:12345-192.168.202.9@tcp:2:touch.500 Request processed in 495us (831us total) trans 8589938857 rc 0/0 00000100:00100000:1.0:1777580303.082251:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11484 00000100:00100000:2.0:1777580303.082450:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946404352 00000100:00100000:2.0:1777580303.082459:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946404352 00000100:00100000:2.0:1777580303.082497:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946404608 00000100:00100000:2.0:1777580303.082501:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946404608 00000100:00100000:2.0:1777580303.082515:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4024 00000100:00100000:2.0:1777580303.082523:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282330:x1863919946404352:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580303.082829:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282330:x1863919946404352:12345-192.168.202.9@tcp:35:touch.500 Request processed in 306us (9595us total) trans 8589950130 rc 0/0 00000100:00100000:2.0:1777580303.082838:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4024 00000100:00100000:2.0:1777580303.082854:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4025 00000100:00100000:2.0:1777580303.082862:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282331:x1863919946404608:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580303.084585:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282331:x1863919946404608:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1712us (3258us total) trans 8589950131 rc 0/0 00000100:00100000:2.0:1777580303.084599:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4025 00010000:00010000:2.0:1777580303.094082:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.094110:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.094119:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.094127:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.094150:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.094160:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.094182:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a8:0x0].0x0 (ffffa02483f8ef00) 00010000:00010000:2.0:1777580303.094186:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.094192:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.094198:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46943 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.095241:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.095285:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.095325:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.095349:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.095371:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.095404:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.095440:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946404864 00000100:00100000:3.0:1777580303.095452:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946404864 00000100:00100000:3.0:1777580303.095503:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7823996009748 time 7824017460858 state 0x0 ref 1 00000100:00100000:3.0:1777580303.095520:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824017560858 time 7824017460858 state 0x1 ref 1 00000100:00100000:3.0:1777580303.095539:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946405504 00000100:00100000:3.0:1777580303.095542:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946405504 00000100:00100000:2.0:1777580303.095715:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824017560858 time 7824044575352 state 0x0 ref 1 00000100:00100000:2.0:1777580303.095732:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282343:x1863919946404864:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.095764:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.095793:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46982 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4af expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.095873:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46982 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4af expref: 379 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.095902:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46982 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4af expref: 379 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.095932:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a8:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580303.095936:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580303.095939:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838e00, rc 0) 00000100:00100000:2.0:1777580303.096015:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282343:x1863919946404864:12345-192.168.202.9@tcp:101:touch.500 Request processed in 286us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.096024:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18723 00000100:00100000:2.0:1777580303.096030:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824017560858 time 7824044575352 state 0x2 ref 0 00000100:00100000:3.0:1777580303.096215:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824025896964 time 7824026633375 state 0x0 ref 1 00000100:00100000:3.0:1777580303.096225:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824026733375 time 7824026633375 state 0x1 ref 1 00000100:00100000:3.0:1777580303.096244:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824026733375 time 7824045108098 state 0x0 ref 1 00000100:00100000:3.0:1777580303.096255:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282332:x1863919946405504:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580303.096303:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580303.096328:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e46767 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d40e expref: 378 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096352:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e46529 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x79d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3b3 expref: 377 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096361:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79d:0x0].0x0 (ffffa02488b85000) 00010000:00010000:3.0:1777580303.096369:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580303.096392:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096404:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096414:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096432:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096440:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096446:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096610:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096619:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.096626:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.097073:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946405760 00000100:00100000:1.0:1777580303.097081:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946405760 00000100:00100000:1.0:1777580303.097151:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4026 00000100:00100000:1.0:1777580303.097162:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282339:x1863919946405760:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580303.097510:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282339:x1863919946405760:12345-192.168.202.9@tcp:35:touch.500 Request processed in 350us (2136us total) trans 8589950132 rc 0/0 00000100:00100000:1.0:1777580303.097519:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4026 00000100:00100000:0.0:1777580303.099322:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946404992 00000100:00100000:0.0:1777580303.099339:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946404992 00000040:00080000:3.0:1777580303.099941:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1801, 64 off123456 00000004:00080000:3.0:1777580303.099958:0:191688:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7824048822530ns, next at 7825048819409ns, rc = 0 00010000:00010000:3.0:1777580303.100056:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100079:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100099:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100109:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100116:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100122:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100162:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580303.100192:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100198:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100204:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100210:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.100215:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100222:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100236:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79d:0x0].0x0 (ffffa02498a66700) 00010000:00010000:3.0:1777580303.100239:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580303.100245:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100251:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46997 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100273:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100279:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100284:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100289:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.100292:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100316:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100324:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580303.100327:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.100330:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.100334:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e46989 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580303.100347:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009b649c37 reply state 00000000b092030b transno 8589950133 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.100362:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580303.100474:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282332:x1863919946405504:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4215us (5140us total) trans 8589950133 rc 0/0 00000100:00100000:3.0:1777580303.100485:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18724 00000100:00100000:3.0:1777580303.100493:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824026733375 time 7824045108098 state 0x2 ref 0 00010000:00010000:1.0:1777580303.101619:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580303.101633:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.101644:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580303.101649:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.101657:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.101672:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79d:0x0].0x0 (ffffa02498a66700) 00010000:00010000:1.0:1777580303.101675:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580303.101680:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.101686:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4699e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.101711:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.101713:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.101715:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580303.101834:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946405120 00000100:00100000:0.0:1777580303.101845:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946405120 00000100:00100000:3.0:1777580303.105583:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.113131:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946405248 00000100:00100000:2.0:1777580303.113166:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946405248 00000100:00100000:2.0:1777580303.113267:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946405888 00000100:00100000:2.0:1777580303.113271:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946405888 00000100:00100000:2.0:1777580303.113331:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11485 00000100:00100000:2.0:1777580303.113342:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2362:x1863919946404992:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.113368:0:188248:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.113401:0:188248:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4b6 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580303.113440:0:188248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x158c:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:2.0:1777580303.113467:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.113470:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.113481:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 33 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.113512:0:188248:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 33 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.113529:0:188248:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839000, rc 0) 00000100:00100000:2.0:1777580303.113625:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2362:x1863919946404992:12345-192.168.202.9@tcp:101:rm.500 Request processed in 284us (18337us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.113634:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11485 00000100:00100000:2.0:1777580303.113660:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11486 00000100:00100000:2.0:1777580303.113667:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2361:x1863919946405120:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.113677:0:188248:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.113691:0:188248:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4bd expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580303.113711:0:188248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1568:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:2.0:1777580303.113726:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.113728:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.113732:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 33 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.113745:0:188248:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 33 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.113754:0:188248:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839400, rc 0) 00000100:00100000:2.0:1777580303.113775:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2361:x1863919946405120:12345-192.168.202.9@tcp:101:rm.500 Request processed in 109us (18424us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.113782:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11486 00000100:00100000:2.0:1777580303.113798:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11487 00000100:00100000:2.0:1777580303.113805:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2362:x1863919946405248:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.113812:0:188248:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.113824:0:188248:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4c4 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580303.113837:0:188248:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x158d:0x0] initial LVB size: 0, mtime: 0x69f3b90d, atime: 0x69f3b90d, ctime: 0x69f3b90d, blocks: 0x1 00010000:00010000:2.0:1777580303.113847:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.113848:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.113852:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 33 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.113862:0:188248:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 33 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.113870:0:188248:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838c00, rc 0) 00000100:00100000:2.0:1777580303.113889:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2362:x1863919946405248:12345-192.168.202.9@tcp:101:rm.500 Request processed in 85us (18484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.113895:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11487 00000100:00100000:2.0:1777580303.113909:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11488 00000100:00100000:2.0:1777580303.113925:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2362:x1863919946405888:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580303.114304:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2362:x1863919946405888:12345-192.168.202.9@tcp:2:touch.500 Request processed in 388us (8736us total) trans 8589938459 rc 0/0 00000100:00100000:2.0:1777580303.114315:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11488 00010000:00010000:2.0:1777580303.114612:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.114624:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.114633:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.114640:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.114646:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.114656:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.114673:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02498a66c00) 00010000:00010000:2.0:1777580303.114676:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.114682:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.114689:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e46990 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.144082:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.144250:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946406144 00000100:00100000:2.0:1777580303.144265:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946406144 00000100:00100000:2.0:1777580303.144325:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824026733375 time 7824045108098 state 0x0 ref 1 00000100:00100000:2.0:1777580303.144342:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824045208098 time 7824045108098 state 0x1 ref 1 00000100:00100000:2.0:1777580303.144374:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824045208098 time 7824093236493 state 0x0 ref 1 00000100:00100000:2.0:1777580303.144387:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282346:x1863919946406144:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580303.144467:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580303.144513:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e467c2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d423 expref: 378 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144545:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ea00/0xcb2b2f2f7e4662c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x79e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3cf expref: 377 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144556:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79e:0x0].0x0 (ffffa024acb37300) 00010000:00010000:2.0:1777580303.144567:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.144594:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144611:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144622:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144637:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144644:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144650:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144818:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144827:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.144834:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580303.145500:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1797, 64 off123200 00000004:00080000:2.0:1777580303.145513:0:207396:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7824094377659ns, next at 7825094374688ns, rc = 0 00010000:00010000:2.0:1777580303.145593:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145605:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145615:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145623:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145629:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145635:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145668:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580303.145693:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145701:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145707:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145713:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.145718:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145725:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145736:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79e:0x0].0x0 (ffffa0248e788d00) 00010000:00010000:2.0:1777580303.145739:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580303.145743:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145749:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e469c8 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145769:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145776:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145781:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145785:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.145788:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145793:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145799:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.145801:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.145804:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.145810:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838a00/0xcb2b2f2f7e469ba lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.145818:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d20dd2c reply state 000000002eac3b31 transno 8589950134 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.145828:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.145954:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282346:x1863919946406144:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1565us (1882us total) trans 8589950134 rc 0/0 00000100:00100000:2.0:1777580303.145963:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18725 00000100:00100000:2.0:1777580303.145971:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824045208098 time 7824093236493 state 0x2 ref 0 00010000:00010000:3.0:1777580303.146725:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580303.146736:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.146746:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580303.146750:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.146758:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.146770:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79e:0x0].0x0 (ffffa0248e788d00) 00010000:00010000:3.0:1777580303.146773:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580303.146776:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.146782:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e469cf lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.146802:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.146804:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.146806:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580303.153228:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.155092:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946406400 00000100:00100000:3.0:1777580303.155112:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946406400 00000100:00100000:3.0:1777580303.155217:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4027 00000100:00100000:3.0:1777580303.155230:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282343:x1863919946406400:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580303.155753:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282343:x1863919946406400:12345-192.168.202.9@tcp:35:touch.500 Request processed in 524us (2538us total) trans 8589950135 rc 0/0 00000100:00100000:3.0:1777580303.155762:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4027 00010000:00010000:0.0:1777580303.156328:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.156344:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.156352:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.156359:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.156365:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.156373:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.156395:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02484c59800) 00010000:00010000:0.0:1777580303.156398:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.156404:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.156412:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e469c1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.177388:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.177753:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946406528 00000100:00100000:1.0:1777580303.177768:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946406528 00000100:00100000:1.0:1777580303.177821:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824045208098 time 7824093236493 state 0x0 ref 1 00000100:00100000:1.0:1777580303.177838:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824093336493 time 7824093236493 state 0x1 ref 1 00000100:00100000:1.0:1777580303.177872:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824093336493 time 7824126735127 state 0x0 ref 1 00000100:00100000:1.0:1777580303.177886:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282380:x1863919946406528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580303.177934:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.177963:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e469d6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4cb expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178051:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178071:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178085:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178102:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178108:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178115:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178296:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e469eb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178306:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e469eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178314:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e469eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580303.178351:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a6:0x0]: returning size 0 00000004:00200000:1.0:1777580303.178356:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580303.178380:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e469eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178394:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e469eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178405:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178413:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178420:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178426:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.178431:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178439:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178452:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.178456:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.178461:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178468:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e469dd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178481:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178492:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178498:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178503:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.178505:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178511:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178518:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02497a21e00) 00010000:00010000:1.0:1777580303.178520:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.178522:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178527:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e469e4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178565:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e469d6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4cb expref: 380 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178580:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e469eb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4cb expref: 379 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.178589:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a6:0x0].0x0 (ffffa024acb37600) 00010000:00010000:1.0:1777580303.178591:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580303.178594:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4ca00, rc 0) 00000100:00100000:1.0:1777580303.178677:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282380:x1863919946406528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 794us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580303.178686:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18726 00000100:00100000:1.0:1777580303.178693:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824093336493 time 7824126735127 state 0x2 ref 0 00000100:00100000:3.0:1777580303.183772:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.183971:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946406656 00000100:00100000:0.0:1777580303.183984:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946406656 00000100:00100000:0.0:1777580303.184062:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11489 00000100:00100000:0.0:1777580303.184074:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2362:x1863919946406656:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580303.184098:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.184126:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4d2 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580303.184188:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x156a:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:0.0:1777580303.184215:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580303.184218:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580303.184230:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 34 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.184250:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 34 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.184266:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5a00, rc 0) 00000100:00100000:0.0:1777580303.184344:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2362:x1863919946406656:12345-192.168.202.9@tcp:101:rm.500 Request processed in 272us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580303.184353:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11489 00000100:00100000:3.0:1777580303.188294:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.188427:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946406784 00000100:00100000:0.0:1777580303.188441:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946406784 00000100:00100000:0.0:1777580303.188508:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824093336493 time 7824126735127 state 0x0 ref 1 00000100:00100000:0.0:1777580303.188525:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824126835127 time 7824126735127 state 0x1 ref 1 00000100:00100000:0.0:1777580303.188562:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824126835127 time 7824137424351 state 0x0 ref 1 00000100:00100000:0.0:1777580303.188576:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282383:x1863919946406784:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580303.188605:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.188633:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e469f9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4d9 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188734:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188753:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188769:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188788:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188795:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188801:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188966:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46a0e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188975:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46a0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.188982:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46a0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580303.189017:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a8:0x0]: returning size 0 00000004:00200000:0.0:1777580303.189022:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580303.189045:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46a0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189059:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46a0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189069:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189076:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189084:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189092:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.189096:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189103:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189117:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580303.189120:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.189126:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189169:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46a00 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189188:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189194:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189200:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189205:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.189207:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189213:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189221:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa0241785f500) 00010000:00010000:0.0:1777580303.189225:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.189227:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189233:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46a07 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189277:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e469f9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d9 expref: 381 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189300:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46a0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d9 expref: 380 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.189307:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a8:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:0.0:1777580303.189309:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580303.189312:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4c00, rc 0) 00000100:00100000:0.0:1777580303.189403:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282383:x1863919946406784:12345-192.168.202.9@tcp:101:rm.500 Request processed in 829us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580303.189413:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18727 00000100:00100000:0.0:1777580303.189419:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824126835127 time 7824137424351 state 0x2 ref 0 00000100:00100000:0.0:1777580303.204112:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.204239:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.205839:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946406912 00000100:00100000:2.0:1777580303.205859:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946406912 00000100:00100000:2.0:1777580303.205975:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11490 00000100:00100000:2.0:1777580303.205988:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2364:x1863919946406912:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.206013:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.206042:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4e0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580303.206083:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x156b:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:2.0:1777580303.206114:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.206117:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.206129:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 35 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206193:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 35 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206210:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838a00, rc 0) 00000100:00100000:2.0:1777580303.206296:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2364:x1863919946406912:12345-192.168.202.9@tcp:101:rm.500 Request processed in 310us (2197us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.206303:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11490 00000100:00100000:2.0:1777580303.206346:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946407168 00000100:00100000:2.0:1777580303.206350:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946407168 00000100:00100000:2.0:1777580303.206377:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824126835127 time 7824137424351 state 0x0 ref 1 00000100:00100000:2.0:1777580303.206390:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824137524351 time 7824137424351 state 0x1 ref 1 00000100:00100000:2.0:1777580303.206416:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824137524351 time 7824155277584 state 0x0 ref 1 00000100:00100000:2.0:1777580303.206426:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282327:x1863919946407168:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580303.206489:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580303.206518:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e4679f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d41c expref: 380 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206548:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4645e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x79c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d389 expref: 379 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206563:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79c:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:2.0:1777580303.206575:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.206601:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206616:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206627:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206644:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206652:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206658:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206812:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206821:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.206829:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580303.207490:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1798, 64 off123264 00010000:00010000:2.0:1777580303.207567:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207579:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207590:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207599:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207606:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207613:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207633:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580303.207660:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207667:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207674:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207681:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.207686:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207696:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207707:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79c:0x0].0x0 (ffffa0248e788300) 00010000:00010000:2.0:1777580303.207710:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580303.207715:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207722:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a2a lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x79c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207742:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207749:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207755:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207761:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.207764:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207770:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207778:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.207781:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.207784:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.207795:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a1c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.207804:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095e46cbb reply state 0000000023fe5ccf transno 8589950136 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.207813:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.207907:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282327:x1863919946407168:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1477us (3662us total) trans 8589950136 rc 0/0 00000100:00100000:2.0:1777580303.207933:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18728 00000100:00100000:2.0:1777580303.207940:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824137524351 time 7824155277584 state 0x2 ref 0 00010000:00010000:1.0:1777580303.208290:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580303.208299:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.208305:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580303.208309:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.208315:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.208325:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79c:0x0].0x0 (ffffa0248e788300) 00010000:00010000:1.0:1777580303.208327:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580303.208330:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.208336:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a31 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.208350:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.208352:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.208353:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.230785:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.230811:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.230820:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.230826:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.230833:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.230841:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.230862:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa0248e788000) 00010000:00010000:3.0:1777580303.230866:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.230873:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.230879:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a23 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.242387:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.242528:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946407424 00000100:00100000:1.0:1777580303.242541:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946407424 00000100:00100000:1.0:1777580303.242605:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824137524351 time 7824155277584 state 0x0 ref 1 00000100:00100000:1.0:1777580303.242627:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824155377584 time 7824155277584 state 0x1 ref 1 00000100:00100000:1.0:1777580303.242664:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824155377584 time 7824191525881 state 0x0 ref 1 00000100:00100000:1.0:1777580303.242676:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282354:x1863919946407424:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580303.242763:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580303.242799:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46783 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d415 expref: 379 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.242830:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e46672 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x79f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3dd expref: 378 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.242847:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79f:0x0].0x0 (ffffa02488b85a00) 00010000:00010000:1.0:1777580303.242861:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580303.242903:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.242931:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.242943:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.242963:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.242971:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.242978:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.243216:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.243226:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.243234:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580303.243897:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1802, 64 off123520 00010000:00010000:1.0:1777580303.244002:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244015:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244025:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244033:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244041:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244048:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244078:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580303.244104:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244116:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244122:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244129:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bd800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.244166:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244175:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244187:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79f:0x0].0x0 (ffffa02497a21600) 00010000:00010000:1.0:1777580303.244190:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580303.244194:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244200:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46a46 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x79f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244218:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244224:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244229:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244234:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.244238:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244243:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244250:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.244253:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.244255:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244261:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46a38 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.244269:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be4c931a reply state 00000000993efacc transno 8589950137 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.244279:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580303.244387:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282354:x1863919946407424:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1709us (2011us total) trans 8589950137 rc 0/0 00000100:00100000:1.0:1777580303.244397:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18729 00000100:00100000:1.0:1777580303.244404:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824155377584 time 7824191525881 state 0x2 ref 0 00010000:00010000:1.0:1777580303.244452:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580303.244458:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244465:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580303.244469:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244475:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244484:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x79f:0x0].0x0 (ffffa02497a21600) 00010000:00010000:1.0:1777580303.244487:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580303.244489:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244495:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46a4d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x79f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.244509:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.244511:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.244513:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580303.264231:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.264267:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.264300:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946407552 00000100:00100000:1.0:1777580303.264312:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946407552 00000100:00100000:1.0:1777580303.264365:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824155377584 time 7824191525881 state 0x0 ref 1 00000100:00100000:1.0:1777580303.264381:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824191625881 time 7824191525881 state 0x1 ref 1 00000100:00100000:1.0:1777580303.264408:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946407680 00000100:00100000:1.0:1777580303.264411:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946407680 00000100:00100000:1.0:1777580303.264424:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824191625881 time 7824191525881 state 0x1 ref 2 00000100:00100000:1.0:1777580303.264446:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824213408857 time 7824213308857 state 0x1 ref 2 00000100:00100000:1.0:1777580303.264458:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282375:x1863919946407552:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.264865:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.264891:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.264900:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.264907:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.264923:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.264932:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.264951:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02497a21e00) 00010000:00010000:2.0:1777580303.264954:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.264960:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.264966:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46a3f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.265027:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824213408857 time 7824213889283 state 0x0 ref 2 00000100:00100000:2.0:1777580303.265043:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02397d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282378:x1863919946407680:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.265056:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.265076:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a54 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4ee expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265184:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265199:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265209:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265226:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265233:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265240:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265383:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a69 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265393:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a69 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265401:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a69 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580303.265433:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a5:0x0]: returning size 0 00000004:00200000:2.0:1777580303.265437:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580303.265459:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a69 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265473:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a69 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265482:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265487:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265508:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265513:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.265516:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265523:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265530:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.265533:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.265537:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265543:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46a5b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265555:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265561:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265567:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265572:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.265575:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265582:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265589:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0248e788600) 00010000:00010000:2.0:1777580303.265592:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.265594:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265600:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46a62 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265634:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46a54 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4ee expref: 381 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265650:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a69 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4ee expref: 380 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.265657:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a5:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:2.0:1777580303.265660:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.265663:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838200, rc 0) 00000100:00100000:2.0:1777580303.265752:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02397d5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282378:x1863919946407680:12345-192.168.202.9@tcp:101:rm.500 Request processed in 712us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.265761:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18731 00000100:00100000:2.0:1777580303.265864:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.266021:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946407808 00000100:00100000:2.0:1777580303.266028:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946407808 00000100:00100000:2.0:1777580303.266057:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824213989283 time 7824213889283 state 0x1 ref 2 00000100:00100000:2.0:1777580303.266079:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824213989283 time 7824214943063 state 0x0 ref 2 00000100:00100000:2.0:1777580303.266090:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282379:x1863919946407808:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.266102:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.266113:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46a70 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4f5 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266210:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266221:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266234:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266247:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266253:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266259:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266341:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46a85 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266350:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46a85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266357:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46a85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580303.266381:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a7:0x0]: returning size 0 00000004:00200000:2.0:1777580303.266385:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580303.266397:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46a85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266407:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46a85 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266414:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266424:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266429:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266434:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.266437:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266442:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266450:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.266453:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.266456:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266461:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4800/0xcb2b2f2f7e46a77 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266472:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266479:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266483:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266488:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.266490:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266495:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266501:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa0248e788f00) 00010000:00010000:2.0:1777580303.266504:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.266506:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266512:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46a7e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266538:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e46a70 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4f5 expref: 382 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266552:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46a85 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4f5 expref: 381 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.266559:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a7:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:2.0:1777580303.266561:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.266563:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4600, rc 0) 00000100:00100000:2.0:1777580303.266606:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282379:x1863919946407808:12345-192.168.202.9@tcp:101:rm.500 Request processed in 517us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.266614:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18732 00010000:00010000:1.0:1777580303.268654:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.268695:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46a8c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4e7 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.268792:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.268810:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.268823:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.268843:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.268850:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.268857:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269008:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46aa1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269017:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269025:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580303.269064:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7a4:0x0]: returning size 0 00000004:00200000:1.0:1777580303.269068:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580303.269091:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269109:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269118:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269125:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269132:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269162:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.269167:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269175:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269188:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.269191:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.269196:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269202:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46a93 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269217:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269224:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269231:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269237:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.269239:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269245:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269251:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02497a21f00) 00010000:00010000:1.0:1777580303.269253:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.269256:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269261:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46a9a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269298:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46a8c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e7 expref: 382 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269312:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e7 expref: 381 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.269321:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a4:0x0].0x0 (ffffa02483f8e000) 00010000:00010000:1.0:1777580303.269324:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580303.269326:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4ce00, rc 0) 00000100:00100000:1.0:1777580303.269419:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282375:x1863919946407552:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4961us (5201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580303.269433:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18730 00000100:00100000:1.0:1777580303.269444:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824213989283 time 7824214943063 state 0x2 ref 0 00000100:00100000:2.0:1777580303.292523:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.292570:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.295905:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946407936 00000100:00100000:1.0:1777580303.295936:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946407936 00000100:00100000:1.0:1777580303.296236:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946408064 00000100:00100000:1.0:1777580303.296241:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946408064 00000100:00100000:1.0:1777580303.296279:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11491 00000100:00100000:1.0:1777580303.296292:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2362:x1863919946407936:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580303.296316:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.296344:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d4fc expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580303.296383:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x158e:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:1.0:1777580303.296414:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580303.296416:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580303.296428:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 34 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.296451:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 34 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.296468:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4d200, rc 0) 00000100:00100000:1.0:1777580303.296554:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2362:x1863919946407936:12345-192.168.202.9@tcp:101:rm.500 Request processed in 266us (4046us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580303.296562:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11491 00000100:00100000:1.0:1777580303.296588:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11492 00000100:00100000:1.0:1777580303.296594:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2363:x1863919946408064:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580303.296603:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.296618:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d503 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580303.296637:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1569:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:1.0:1777580303.296646:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580303.296648:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580303.296652:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 36 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.296664:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 36 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.296673:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4da00, rc 0) 00000100:00100000:1.0:1777580303.296693:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2363:x1863919946408064:12345-192.168.202.9@tcp:101:rm.500 Request processed in 100us (4123us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580303.296699:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11492 00000100:00100000:3.0:1777580303.300506:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.300561:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.300596:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946408448 00000100:00100000:3.0:1777580303.300607:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946408448 00000100:00100000:3.0:1777580303.300655:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824213989283 time 7824214943063 state 0x0 ref 1 00000100:00100000:3.0:1777580303.300670:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824215043063 time 7824214943063 state 0x1 ref 1 00000100:00100000:3.0:1777580303.300696:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824215043063 time 7824249558852 state 0x0 ref 1 00000100:00100000:3.0:1777580303.300707:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282361:x1863919946408448:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580303.300814:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580303.300851:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e4697b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4a8 expref: 381 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.300876:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e466d4 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3f2 expref: 380 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.300887:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a1:0x0].0x0 (ffffa02488b85b00) 00010000:00010000:3.0:1777580303.300900:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580303.300939:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.300957:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.301520:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.301544:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.301553:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.301560:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.301718:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.301726:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.301733:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.303776:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946408192 00000100:00100000:2.0:1777580303.303795:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946408192 00000100:00100000:2.0:1777580303.303892:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11493 00000100:00100000:2.0:1777580303.303906:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2361:x1863919946408192:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.303943:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:3.0:1777580303.305697:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1803, 64 off123584 00010000:00010000:3.0:1777580303.305800:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305824:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305841:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305851:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305858:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305865:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305888:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580303.305929:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305936:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305942:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.305949:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.305954:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.306104:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d50a expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580303.306150:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x158f:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:2.0:1777580303.306178:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.306181:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.306194:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 35 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.306214:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 35 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.306231:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5800, rc 0) 00000100:00100000:2.0:1777580303.306334:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2361:x1863919946408192:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2430us (5841us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.306345:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11493 00010000:00010000:1.0:1777580303.306747:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580303.306757:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.306766:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580303.306770:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.306777:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.306793:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:1.0:1777580303.306797:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580303.306802:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.306809:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46acb lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.306828:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.306830:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.306832:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.310449:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310495:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:3.0:1777580303.310500:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580303.310510:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310518:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46ac4 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310567:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310575:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310582:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310588:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.310592:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310600:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310608:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580303.310611:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.310614:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.310620:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46ab6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580303.310632:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007cc9524 reply state 00000000a5841d3d transno 8589950138 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.310644:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580303.311267:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282361:x1863919946408448:12345-192.168.202.9@tcp:36:rm.500 Request processed in 10551us (10695us total) trans 8589950138 rc 0/0 00000100:00100000:3.0:1777580303.311281:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18733 00000100:00100000:3.0:1777580303.311302:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824215043063 time 7824249558852 state 0x2 ref 0 00000100:00100000:3.0:1777580303.333735:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.333862:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946408704 00000100:00100000:1.0:1777580303.333876:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946408704 00000100:00100000:1.0:1777580303.333943:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824215043063 time 7824249558852 state 0x0 ref 1 00000100:00100000:1.0:1777580303.333958:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824249658852 time 7824249558852 state 0x1 ref 1 00000100:00100000:1.0:1777580303.334004:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824249658852 time 7824282866302 state 0x0 ref 1 00000100:00100000:1.0:1777580303.334018:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282370:x1863919946408704:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580303.334101:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580303.334167:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031600/0xcb2b2f2f7e4695f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4a1 expref: 381 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334201:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e467a6 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d431 expref: 380 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334218:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a3:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:1.0:1777580303.334233:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580303.334265:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334282:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334294:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334312:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334319:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334326:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334487:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334496:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.334503:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580303.335123:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1804, 64 off123648 00010000:00010000:1.0:1777580303.335256:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335268:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335277:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335285:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335291:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335297:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335312:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580303.335337:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335343:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335349:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335355:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bd800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.335360:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335367:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335377:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a3:0x0].0x0 (ffffa02488b85b00) 00010000:00010000:1.0:1777580303.335380:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580303.335385:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335391:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e46ae7 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335410:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335416:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335421:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335426:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.335428:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335434:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335440:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.335443:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.335445:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.335451:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46ad9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.335460:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000374c7d32 reply state 0000000044e60537 transno 8589950139 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.335475:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580303.335588:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282370:x1863919946408704:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1569us (1864us total) trans 8589950139 rc 0/0 00000100:00100000:1.0:1777580303.335599:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18734 00000100:00100000:1.0:1777580303.335606:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824249658852 time 7824282866302 state 0x2 ref 0 00010000:00010000:3.0:1777580303.336004:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580303.336014:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.336021:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580303.336025:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.336032:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.336044:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a3:0x0].0x0 (ffffa02488b85b00) 00010000:00010000:3.0:1777580303.336046:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580303.336049:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.336054:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46aee lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.336070:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.336072:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.336074:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580303.336289:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.336298:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.336303:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.336308:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.336311:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.336319:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.336329:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02498a66c00) 00010000:00010000:0.0:1777580303.336331:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.336334:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.336339:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46abd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.358803:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.359439:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946408960 00000100:00100000:1.0:1777580303.359453:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946408960 00000100:00100000:1.0:1777580303.359518:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824249658852 time 7824282866302 state 0x0 ref 1 00000100:00100000:1.0:1777580303.359534:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824282966302 time 7824282866302 state 0x1 ref 1 00000100:00100000:1.0:1777580303.359568:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824282966302 time 7824308429503 state 0x0 ref 1 00000100:00100000:1.0:1777580303.359581:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282362:x1863919946408960:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580303.359657:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580303.359692:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4693c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d49a expref: 380 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.359721:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e46736 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d407 expref: 379 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.359733:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a2:0x0].0x0 (ffffa02497a21a00) 00010000:00010000:1.0:1777580303.359744:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580303.359775:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.359795:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.359806:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.359821:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.359828:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.359835:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.360018:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.360027:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.360034:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580303.360838:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1799, 64 off123328 00010000:00010000:1.0:1777580303.360933:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.360946:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.360956:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.361580:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.361593:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.361601:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.361609:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.361614:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.361623:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.361638:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02488b85600) 00010000:00010000:3.0:1777580303.361642:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.361646:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.361653:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ae0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.361865:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.361872:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.361889:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362481:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580303.362518:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362527:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362534:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362539:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.362542:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362548:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362559:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a2:0x0].0x0 (ffffa024c6346000) 00010000:00010000:1.0:1777580303.362561:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580303.362565:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362576:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b03 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362599:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362606:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362612:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362617:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.362620:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362626:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362635:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.362637:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.362641:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.362647:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46af5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.362657:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5ad23c5 reply state 00000000f59315d1 transno 8589950140 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.362666:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580303.362789:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282362:x1863919946408960:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3204us (3994us total) trans 8589950140 rc 0/0 00000100:00100000:1.0:1777580303.362801:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18735 00000100:00100000:1.0:1777580303.362811:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824282966302 time 7824308429503 state 0x2 ref 0 00010000:00010000:3.0:1777580303.363081:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580303.363089:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.363096:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580303.363100:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.363107:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.363118:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a2:0x0].0x0 (ffffa024c6346000) 00010000:00010000:3.0:1777580303.363120:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580303.363123:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.363133:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b0a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.363170:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.363172:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.363174:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.369697:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.369721:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.369731:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.369738:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.369745:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.369754:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.369777:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02488b85b00) 00010000:00010000:3.0:1777580303.369781:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.369786:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.369793:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46afc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.395298:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.395449:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946409216 00000100:00100000:1.0:1777580303.395462:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946409216 00000100:00100000:1.0:1777580303.395512:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824282966302 time 7824308429503 state 0x0 ref 1 00000100:00100000:1.0:1777580303.395529:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824308529503 time 7824308429503 state 0x1 ref 1 00000100:00100000:1.0:1777580303.395565:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824308529503 time 7824344426950 state 0x0 ref 1 00000100:00100000:1.0:1777580303.395578:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282380:x1863919946409216:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580303.395687:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580303.395724:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e469eb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4cb expref: 378 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.395751:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e468ef lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d485 expref: 377 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.395762:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a6:0x0].0x0 (ffffa024acb37600) 00010000:00010000:1.0:1777580303.395774:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580303.395804:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.395819:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.395829:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.395845:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.395851:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.395857:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396029:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396038:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396044:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580303.396713:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1800, 64 off123392 00010000:00010000:1.0:1777580303.396793:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396803:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396812:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396819:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396826:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396833:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396851:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580303.396877:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396883:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396890:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396896:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.396901:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396921:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396933:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a6:0x0].0x0 (ffffa024c6346000) 00010000:00010000:1.0:1777580303.396936:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580303.396940:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396946:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b1f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396964:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396974:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396980:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396985:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.396987:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.396993:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.397000:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.397002:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.397005:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.397010:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46b11 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.397019:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c52a0e5 reply state 00000000df3cf88e transno 8589950141 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.397027:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580303.397127:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282380:x1863919946409216:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1548us (1842us total) trans 8589950141 rc 0/0 00000100:00100000:1.0:1777580303.397169:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18736 00000100:00100000:1.0:1777580303.397177:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824308529503 time 7824344426950 state 0x2 ref 0 00010000:00010000:1.0:1777580303.397324:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580303.397331:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.397337:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580303.397341:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.397347:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.397356:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a6:0x0].0x0 (ffffa024c6346000) 00010000:00010000:1.0:1777580303.397359:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580303.397362:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.397368:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b26 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.397382:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.397384:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.397385:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580303.408635:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580303.408730:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.408747:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.408756:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.408763:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.408769:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.408778:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.408801:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024c6346a00) 00010000:00010000:0.0:1777580303.408805:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.408812:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.408818:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46b18 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.409537:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946409472 00000100:00100000:3.0:1777580303.409553:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946409472 00000100:00100000:3.0:1777580303.409600:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824308529503 time 7824344426950 state 0x0 ref 1 00000100:00100000:3.0:1777580303.409615:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824344526950 time 7824344426950 state 0x1 ref 1 00000100:00100000:3.0:1777580303.409646:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824344526950 time 7824358507526 state 0x0 ref 1 00000100:00100000:3.0:1777580303.409659:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282383:x1863919946409472:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580303.409746:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580303.409773:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46a0e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d9 expref: 377 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.409799:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46982 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4af expref: 376 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.409809:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a8:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:3.0:1777580303.409819:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580303.409850:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.409869:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.409892:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.409918:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.409926:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.409935:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.410590:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.410603:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.410611:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580303.413950:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1801, 64 off123456 00010000:00010000:2.0:1777580303.416769:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416797:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416811:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416824:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416830:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416836:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416869:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580303.416905:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416920:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416927:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416934:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.416939:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416947:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416968:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a8:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:2.0:1777580303.416972:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580303.416977:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.416987:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46b3b lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.417015:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.417022:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.417028:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.417032:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.417035:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.417040:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.417047:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.417049:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.417052:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.417058:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46b2d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.417070:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e3cff14 reply state 000000001685622e transno 8589950142 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.417080:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.417244:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282383:x1863919946409472:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7582us (8618us total) trans 8589950142 rc 0/0 00000100:00100000:2.0:1777580303.417256:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18737 00000100:00100000:2.0:1777580303.417265:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824344526950 time 7824358507526 state 0x2 ref 0 00010000:00010000:1.0:1777580303.417688:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580303.417697:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.417705:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580303.417709:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.417720:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.417731:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a8:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:1.0:1777580303.417733:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580303.417735:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.417740:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b42 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.417761:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.417763:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580303.417764:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.436294:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.436318:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.436326:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.436333:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.436339:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.436348:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.436371:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02498a66700) 00010000:00010000:3.0:1777580303.436375:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.436382:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.436402:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46b34 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.451684:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.453167:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946409728 00000100:00100000:2.0:1777580303.453185:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946409728 00000100:00100000:2.0:1777580303.453246:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824344526950 time 7824358507526 state 0x0 ref 1 00000100:00100000:2.0:1777580303.453262:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824358607526 time 7824358507526 state 0x1 ref 1 00000100:00100000:2.0:1777580303.453302:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824358607526 time 7824402164032 state 0x0 ref 1 00000100:00100000:2.0:1777580303.453318:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282378:x1863919946409728:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580303.453398:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580303.453431:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46a69 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4ee expref: 376 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453456:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e468e8 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d47e expref: 375 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453467:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a5:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:2.0:1777580303.453480:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.453517:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453534:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453544:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453560:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453567:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453573:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453711:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453718:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.453724:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580303.454672:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1805, 64 off123712 00010000:00010000:2.0:1777580303.454759:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454773:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454782:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454791:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454798:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454806:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454824:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580303.454851:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454858:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454866:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.454871:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.456195:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580303.456211:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.456223:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580303.456228:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.456237:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.456259:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a5:0x0].0x0 (ffffa0248e788600) 00010000:00010000:3.0:1777580303.456262:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580303.456268:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.456274:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46b5e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.456405:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.456408:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.456410:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580303.456507:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456518:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456528:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a5:0x0].0x0 (ffffa0248e788600) 00010000:00010000:2.0:1777580303.456530:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580303.456534:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456541:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b57 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456578:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456591:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456598:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456604:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.456607:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456613:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456622:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.456624:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.456627:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.456632:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b49 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.456646:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2134c60 reply state 00000000c5d154c7 transno 8589950143 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.456657:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.456847:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282378:x1863919946409728:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3526us (5169us total) trans 8589950143 rc 0/0 00000100:00100000:2.0:1777580303.456859:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18738 00000100:00100000:2.0:1777580303.456868:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824358607526 time 7824402164032 state 0x2 ref 0 00000100:00100000:3.0:1777580303.479667:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580303.479812:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.479827:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.479837:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.479843:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.479849:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.479857:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.479885:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0248e788f00) 00010000:00010000:0.0:1777580303.479889:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.479896:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.479902:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46b50 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.484586:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946409984 00000100:00100000:2.0:1777580303.484605:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946409984 00000100:00100000:2.0:1777580303.484667:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824358607526 time 7824402164032 state 0x0 ref 1 00000100:00100000:2.0:1777580303.484684:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824402264032 time 7824402164032 state 0x1 ref 1 00000100:00100000:2.0:1777580303.484728:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824402264032 time 7824433590339 state 0x0 ref 1 00000100:00100000:2.0:1777580303.484745:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282375:x1863919946409984:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580303.484824:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580303.484858:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e46aa1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e7 expref: 375 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.484897:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e4688d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d469 expref: 374 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.484936:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a4:0x0].0x0 (ffffa02483f8e000) 00010000:00010000:2.0:1777580303.484951:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.485116:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.485191:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.485204:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.485221:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.485233:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.485240:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.485380:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.486333:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.486343:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580303.493702:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1802, 64 off123520 00010000:00010000:2.0:1777580303.493839:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493862:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493877:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493888:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493896:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493903:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493947:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580303.493979:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493986:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493992:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.493998:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.494003:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494011:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494024:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a4:0x0].0x0 (ffffa0248e788800) 00010000:00010000:2.0:1777580303.494028:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580303.494033:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494039:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46b73 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494067:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494073:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494084:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494089:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.494092:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494099:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494106:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.494109:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.494112:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.494117:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46b65 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.494161:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000755c70e3 reply state 000000004a9e4214 transno 8589950144 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.494174:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.494315:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282375:x1863919946409984:12345-192.168.202.9@tcp:36:rm.500 Request processed in 9570us (14657us total) trans 8589950144 rc 0/0 00000100:00100000:2.0:1777580303.494327:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18739 00000100:00100000:2.0:1777580303.494336:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824402264032 time 7824433590339 state 0x2 ref 0 00010000:00010000:3.0:1777580303.494622:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580303.494630:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.494644:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580303.494647:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.494654:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.494665:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a4:0x0].0x0 (ffffa0248e788800) 00010000:00010000:3.0:1777580303.494667:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580303.494670:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.494675:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46b7a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.494694:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.494696:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.494698:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.503084:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.503108:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.503117:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.503123:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.503130:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.503161:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.503183:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa0248e788600) 00010000:00010000:3.0:1777580303.503187:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.503192:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.503198:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46b6c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.509331:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.509460:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946410240 00000100:00100000:1.0:1777580303.509474:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946410240 00000100:00100000:1.0:1777580303.509541:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824402264032 time 7824433590339 state 0x0 ref 1 00000100:00100000:1.0:1777580303.509557:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824433690339 time 7824433590339 state 0x1 ref 1 00000100:00100000:1.0:1777580303.509603:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824433690339 time 7824458465075 state 0x0 ref 1 00000100:00100000:1.0:1777580303.509618:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+374:282379:x1863919946410240:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580303.509697:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580303.509734:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46a85 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4f5 expref: 374 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.509758:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e46920 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d493 expref: 373 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.509773:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a7:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:1.0:1777580303.509785:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580303.509815:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.509832:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.509843:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.509859:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.509866:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.509873:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510036:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510045:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510051:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580303.510681:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1806, 64 off123776 00010000:00010000:1.0:1777580303.510774:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510785:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510793:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510800:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510806:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510812:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510837:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580303.510861:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510866:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510872:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510878:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.510883:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510890:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510904:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a7:0x0].0x0 (ffffa024c6346a00) 00010000:00010000:1.0:1777580303.510907:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580303.510923:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510929:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46b8f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510947:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510953:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510958:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510963:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.510966:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510972:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510978:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.510980:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.510983:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.510988:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b81 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.511002:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000712c705 reply state 00000000c96c969b transno 8589950145 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.511011:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580303.511130:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+374:282379:x1863919946410240:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1512us (1809us total) trans 8589950145 rc 0/0 00000100:00100000:1.0:1777580303.511171:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18740 00000100:00100000:1.0:1777580303.511178:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824433690339 time 7824458465075 state 0x2 ref 0 00010000:00010000:3.0:1777580303.513817:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580303.513837:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.513850:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bce00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580303.513855:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.513866:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.513889:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7a7:0x0].0x0 (ffffa024c6346a00) 00010000:00010000:3.0:1777580303.513893:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580303.513899:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.513906:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46b96 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7a7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.513958:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.513960:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580303.513962:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580303.516681:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.516707:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.516716:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.516723:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.516729:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.516737:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.516760:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa024c6346000) 00010000:00010000:0.0:1777580303.516763:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.516769:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.516775:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46b88 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.588388:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.588587:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946410496 00000100:00100000:1.0:1777580303.588600:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946410496 00000100:00100000:1.0:1777580303.588667:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824017560858 time 7824044575352 state 0x0 ref 1 00000100:00100000:1.0:1777580303.588683:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824044675352 time 7824044575352 state 0x1 ref 1 00000100:00100000:1.0:1777580303.588723:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824044675352 time 7824537585147 state 0x0 ref 1 00000100:00100000:1.0:1777580303.588738:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+104:282422:x1863919946410496:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580303.588769:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.588796:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b9d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d511 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.589013:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.589033:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.589046:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.589065:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.589072:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.589078:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580303.589753:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1590:0x0], index 0: 0 00010000:00010000:1.0:1777580303.589981:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46bb2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.589992:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590001:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590046:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590055:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590062:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590069:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.590073:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590085:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590100:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.590104:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.590110:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590116:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46ba4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.590131:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015f4f2f0 reply state 000000000e4d1e60 transno 8589950146 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.590198:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580303.590243:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46b9d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d511 expref: 107 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590260:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d511 expref: 106 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.590269:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c9:0x0].0x0 (ffffa024c6346000) 00010000:00010000:1.0:1777580303.590272:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580303.590275:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bde00, rc 0) 00000100:00100000:1.0:1777580303.590371:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282422:x1863919946410496:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1636us (1998us total) trans 8589950146 rc 0/0 00000100:00100000:1.0:1777580303.590382:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18741 00000100:00100000:1.0:1777580303.590390:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824044675352 time 7824537585147 state 0x2 ref 0 00000100:00080000:3.0:1777580303.590834:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777580303.596575:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.596598:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.596607:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.596614:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.596621:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.596630:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.596653:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa024c6346a00) 00010000:00010000:0.0:1777580303.596657:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.596664:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.596671:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46bab lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.604627:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.604686:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.604781:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946410752 00000100:00100000:0.0:1777580303.604794:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946410752 00000100:00100000:0.0:1777580303.604853:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824044675352 time 7824537585147 state 0x0 ref 1 00000100:00100000:0.0:1777580303.604869:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824537685147 time 7824537585147 state 0x1 ref 1 00000100:00100000:0.0:1777580303.604897:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946411008 00000100:00100000:0.0:1777580303.604900:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946411008 00000100:00100000:0.0:1777580303.604924:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824537685147 time 7824537585147 state 0x1 ref 2 00000100:00100000:0.0:1777580303.604947:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824553908714 time 7824553808714 state 0x1 ref 2 00000100:00100000:0.0:1777580303.604959:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282422:x1863919946410752:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580303.605039:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580303.605075:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46bb2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d511 expref: 107 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605105:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c9:0x0].0x0 (ffffa024c6346000) 00010000:00010000:0.0:1777580303.605118:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580303.605247:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605265:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605278:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.605465:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bec4182 reply state 0000000000d656d5 transno 8589950147 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.605477:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580303.605600:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282422:x1863919946410752:12345-192.168.202.9@tcp:36:touch.500 Request processed in 642us (1033us total) trans 8589950147 rc 0/0 00000100:00100000:0.0:1777580303.605611:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18742 00000100:00100000:0.0:1777580303.605641:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824553908714 time 7824554503947 state 0x0 ref 1 00000100:00100000:0.0:1777580303.605652:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282417:x1863919946411008:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580303.605664:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.605676:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46bc7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d518 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605811:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605828:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605836:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605849:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605856:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.605863:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580303.606484:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x156c:0x0], index 1: 0 00010000:00010000:0.0:1777580303.606670:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e46bdc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606682:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e46bdc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606691:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e46bdc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606730:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606738:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606746:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606754:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.606759:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606768:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606781:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580303.606784:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.606789:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606796:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e46bce lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.606812:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f5916a5 reply state 000000002d5b5b6d transno 8589950148 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.606819:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580303.606851:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e46bc7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d518 expref: 110 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606866:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e46bdc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d518 expref: 109 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.606874:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785ff00) 00010000:00010000:0.0:1777580303.606876:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580303.606878:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4a00, rc 0) 00000100:00100000:0.0:1777580303.606946:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282417:x1863919946411008:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1295us (2259us total) trans 8589950148 rc 0/0 00000100:00100000:0.0:1777580303.606955:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18743 00000100:00100000:0.0:1777580303.606961:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824553908714 time 7824554503947 state 0x2 ref 0 00010000:00010000:2.0:1777580303.608441:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.608461:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.608469:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.608475:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.608480:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.608487:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.608503:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c9:0x0].0x0 (ffffa0241785f500) 00010000:00010000:2.0:1777580303.608505:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.608509:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.608516:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e46bc0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.617375:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.617603:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946411136 00000100:00100000:0.0:1777580303.617618:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946411136 00000100:00100000:0.0:1777580303.617673:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824553908714 time 7824554503947 state 0x0 ref 1 00000100:00100000:0.0:1777580303.617690:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824554603947 time 7824554503947 state 0x1 ref 1 00000100:00100000:0.0:1777580303.617719:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824554603947 time 7824566580665 state 0x0 ref 1 00000100:00100000:0.0:1777580303.617733:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282422:x1863919946411136:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580303.617766:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.617796:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46bea lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d51f expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.617878:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46bea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d51f expref: 110 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.617898:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46bea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d51f expref: 110 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.617934:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c9:0x0].0x0 (ffffa0241785f000) 00010000:00010000:0.0:1777580303.617938:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580303.617942:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4c00, rc 0) 00000100:00100000:0.0:1777580303.618015:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282422:x1863919946411136:12345-192.168.202.9@tcp:101:touch.500 Request processed in 286us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580303.618027:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18744 00000100:00100000:0.0:1777580303.618032:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824554603947 time 7824566580665 state 0x2 ref 0 00010000:00010000:0.0:1777580303.618072:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.618081:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.618089:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.618095:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.618100:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.618108:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.618121:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa0241785f600) 00010000:00010000:0.0:1777580303.618124:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.618128:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.618158:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e46bd5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.625484:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.625524:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.625565:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946411392 00000100:00100000:0.0:1777580303.625578:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946411392 00000100:00100000:0.0:1777580303.625630:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824554603947 time 7824566580665 state 0x0 ref 1 00000100:00100000:0.0:1777580303.625646:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824566680665 time 7824566580665 state 0x1 ref 1 00000100:00100000:0.0:1777580303.625669:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946411648 00000100:00100000:0.0:1777580303.625672:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946411648 00000100:00100000:0.0:1777580303.625684:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824566680665 time 7824566580665 state 0x1 ref 2 00000100:00100000:0.0:1777580303.625701:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824574663684 time 7824574563684 state 0x1 ref 2 00000100:00100000:0.0:1777580303.625714:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282417:x1863919946411392:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580303.625791:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580303.625824:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e46bdc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d518 expref: 110 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.625850:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785ff00) 00010000:00010000:0.0:1777580303.625865:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580303.625971:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.625987:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.625998:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.626213:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a03e943b reply state 00000000a558f210 transno 8589950149 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.626224:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580303.626341:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282417:x1863919946411392:12345-192.168.202.9@tcp:36:touch.500 Request processed in 628us (872us total) trans 8589950149 rc 0/0 00000100:00100000:0.0:1777580303.626350:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18745 00000100:00100000:2.0:1777580303.626376:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824574663684 time 7824575236879 state 0x0 ref 1 00000100:00100000:2.0:1777580303.626391:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282423:x1863919946411648:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.626405:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.626421:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46bf8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d526 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.626567:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.626580:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.626588:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.626604:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.626612:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.626618:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580303.627231:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1591:0x0], index 0: 0 00010000:00010000:2.0:1777580303.627435:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46c0d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627448:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46c0d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627457:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46c0d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627498:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627507:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627529:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627538:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.627543:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627551:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627564:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.627567:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.627571:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627578:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46bff lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.627592:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ec3549f reply state 00000000bae4c584 transno 8589950150 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.627601:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580303.627639:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46bf8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d526 expref: 113 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627655:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46c0d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d526 expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.627664:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cb:0x0].0x0 (ffffa0248e788400) 00010000:00010000:2.0:1777580303.627666:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.627669:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6000, rc 0) 00000100:00100000:2.0:1777580303.627749:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282423:x1863919946411648:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1361us (2225us total) trans 8589950150 rc 0/0 00000100:00100000:3.0:1777580303.632102:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.632310:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946411776 00000100:00100000:1.0:1777580303.632324:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946411776 00000100:00100000:1.0:1777580303.632454:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11494 00000100:00100000:1.0:1777580303.632466:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2361:x1863919946411776:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580303.632925:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946411776:12345-192.168.202.9@tcp:2:touch.500 Request processed in 446us (828us total) trans 8589938858 rc 0/0 00000100:00100000:1.0:1777580303.632935:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11494 00010000:00010000:0.0:1777580303.638127:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.638171:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.638179:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.638186:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.638191:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.638200:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.638222:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0248e788e00) 00010000:00010000:0.0:1777580303.638226:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.638232:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.638239:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46c06 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.640630:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18746 00000100:00100000:2.0:1777580303.640648:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824574663684 time 7824575236879 state 0x2 ref 0 00000100:00080000:3.0:1777580303.640703:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777580303.640729:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.640741:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.640750:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.640756:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.640762:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.640772:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.640791:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f100) 00010000:00010000:2.0:1777580303.640794:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.640798:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.640805:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46bf1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.644289:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.644496:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.644549:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946411904 00000100:00100000:0.0:1777580303.644562:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946411904 00000100:00100000:0.0:1777580303.644619:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824574663684 time 7824575236879 state 0x0 ref 1 00000100:00100000:0.0:1777580303.644636:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824575336879 time 7824575236879 state 0x1 ref 1 00000100:00100000:0.0:1777580303.644658:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946412160 00000100:00100000:0.0:1777580303.644661:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946412160 00000100:00100000:0.0:1777580303.644675:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824575336879 time 7824575236879 state 0x1 ref 2 00000100:00100000:0.0:1777580303.644697:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824593659028 time 7824593559028 state 0x1 ref 2 00000100:00100000:0.0:1777580303.644711:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282417:x1863919946411904:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580303.644746:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.644780:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e46c1b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d52d expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.644866:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e46c1b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d52d expref: 113 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.644892:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e46c1b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d52d expref: 113 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.644928:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:0.0:1777580303.644933:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580303.644937:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0400, rc 0) 00000100:00100000:0.0:1777580303.645025:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282417:x1863919946411904:12345-192.168.202.9@tcp:101:touch.500 Request processed in 315us (752us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580303.645035:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18747 00000100:00100000:0.0:1777580303.645063:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824593659028 time 7824593926362 state 0x0 ref 1 00000100:00100000:0.0:1777580303.645073:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282423:x1863919946412160:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580303.645131:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580303.645192:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46c0d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d526 expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.645212:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cb:0x0].0x0 (ffffa0248e788400) 00010000:00010000:0.0:1777580303.645223:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580303.645308:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.645318:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.645328:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.645528:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003cbb6006 reply state 0000000055444994 transno 8589950151 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.645538:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580303.645607:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282423:x1863919946412160:12345-192.168.202.9@tcp:36:touch.500 Request processed in 534us (1123us total) trans 8589950151 rc 0/0 00000100:00100000:0.0:1777580303.645616:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18748 00000100:00100000:0.0:1777580303.645621:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824593659028 time 7824593926362 state 0x2 ref 0 00000100:00100000:0.0:1777580303.656824:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.657642:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946412416 00000100:00100000:3.0:1777580303.657660:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946412416 00000100:00100000:3.0:1777580303.657725:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824593659028 time 7824593926362 state 0x0 ref 1 00000100:00100000:3.0:1777580303.657743:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824594026362 time 7824593926362 state 0x1 ref 1 00000100:00100000:3.0:1777580303.657783:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824594026362 time 7824606645789 state 0x0 ref 1 00000100:00100000:3.0:1777580303.657797:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+113:282428:x1863919946412416:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580303.657828:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580303.657858:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46c29 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d534 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.658105:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.658130:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.658198:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.658219:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.658227:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.658233:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580303.658883:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x156d:0x0], index 1: 0 00010000:00010000:3.0:1777580303.659119:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46c3e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659185:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46c3e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659198:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46c3e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659248:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659256:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659264:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659271:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.659277:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659286:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659303:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580303.659306:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.659313:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.659320:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46c30 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580303.659337:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049aac244 reply state 000000001016ca63 transno 8589950152 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.659348:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580303.659476:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46c29 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d534 expref: 116 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.659499:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46c3e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d534 expref: 115 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.659510:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:2.0:1777580303.659513:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.659515:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51800, rc 0) 00000100:00100000:2.0:1777580303.659635:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282428:x1863919946412416:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1840us (2823us total) trans 8589950152 rc 0/0 00000100:00100000:2.0:1777580303.659645:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18749 00000100:00100000:2.0:1777580303.659655:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824594026362 time 7824606645789 state 0x2 ref 0 00010000:00010000:2.0:1777580303.659718:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.659725:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.659730:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.659735:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.659738:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.659744:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.659755:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cb:0x0].0x0 (ffffa0241785fd00) 00010000:00010000:2.0:1777580303.659758:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.659761:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.659770:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c22 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.665050:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.665097:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580303.665365:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.665381:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.665394:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.665401:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.665407:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.665415:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.665418:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946412544 00000100:00100000:2.0:1777580303.665431:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946412544 00010000:00010000:0.0:1777580303.665434:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02498a66700) 00010000:00010000:0.0:1777580303.665437:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.665443:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.665449:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46c37 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.665574:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11495 00000100:00100000:2.0:1777580303.665588:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2363:x1863919946412544:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580303.665724:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946412800 00000100:00100000:1.0:1777580303.665729:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946412800 00000100:00100000:1.0:1777580303.665763:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4028 00000100:00100000:1.0:1777580303.665770:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5676450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+114:282422:x1863919946412800:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580303.666051:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2363:x1863919946412544:12345-192.168.202.9@tcp:2:touch.500 Request processed in 465us (951us total) trans 8589938460 rc 0/0 00000100:00100000:2.0:1777580303.666060:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11495 00000100:00100000:1.0:1777580303.666079:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5676450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282422:x1863919946412800:12345-192.168.202.9@tcp:35:touch.500 Request processed in 309us (1045us total) trans 8589950153 rc 0/0 00000100:00100000:1.0:1777580303.666085:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4028 00000100:00080000:3.0:1777580303.666125:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777580303.692549:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.692633:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.693123:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.693477:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946413056 00000100:00100000:1.0:1777580303.693554:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946413056 00000100:00100000:1.0:1777580303.693607:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824594026362 time 7824606645789 state 0x0 ref 1 00000100:00100000:1.0:1777580303.693624:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824606745789 time 7824606645789 state 0x1 ref 1 00000100:00100000:1.0:1777580303.693659:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946413312 00000100:00100000:1.0:1777580303.693663:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946413312 00000100:00100000:1.0:1777580303.693679:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824606745789 time 7824606645789 state 0x1 ref 2 00000100:00100000:1.0:1777580303.693702:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824642665146 time 7824642565146 state 0x1 ref 2 00000100:00100000:1.0:1777580303.693715:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+116:282428:x1863919946413056:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580303.693790:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580303.693824:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46c3e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d534 expref: 116 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.693848:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:1.0:1777580303.693859:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580303.694119:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.694161:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.694175:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580303.695328:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000093ecefb reply state 0000000035a19c03 transno 8589950154 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.695345:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580303.695773:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.695818:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946413440 00000100:00100000:0.0:1777580303.695826:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946413440 00000100:00100000:0.0:1777580303.695866:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824642665146 time 7824642565146 state 0x1 ref 3 00000100:00100000:0.0:1777580303.695902:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824644864293 time 7824644764293 state 0x1 ref 3 00000100:00100000:0.0:1777580303.695926:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+118:282437:x1863919946413312:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580303.695948:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.695965:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e46c53 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d53b expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.696126:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.696178:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.696190:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.696209:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.696216:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.696222:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.697619:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+119:282428:x1863919946413056:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1771us (2950us total) trans 8589950154 rc 0/0 00000100:00100000:1.0:1777580303.697635:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18750 00000100:00100000:1.0:1777580303.697693:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824644864293 time 7824646553425 state 0x0 ref 2 00000100:00100000:1.0:1777580303.697715:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+118:282423:x1863919946413440:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580303.697741:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.697770:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46c68 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d542 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.697845:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46c68 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d542 expref: 119 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.697861:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46c68 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d542 expref: 119 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.698247:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946413696 00000100:00100000:2.0:1777580303.698258:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946413696 00000100:00100000:2.0:1777580303.698311:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4029 00000100:00100000:2.0:1777580303.698320:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+120:282417:x1863919946413696:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:1.0:1777580303.699028:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cb:0x0].0x0 (ffffa024c6346a00) 00010000:00010000:1.0:1777580303.699033:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580303.699038:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc000, rc 0) 00000100:00100000:1.0:1777580303.699117:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282423:x1863919946413440:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1410us (5995us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580303.699126:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18752 00000100:00100000:2.0:1777580303.699259:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+120:282417:x1863919946413696:12345-192.168.202.9@tcp:35:touch.500 Request processed in 940us (3490us total) trans 8589950155 rc 0/0 00000100:00100000:2.0:1777580303.699267:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4029 00000100:00100000:1.0:1777580303.699353:0:187653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:187653:1863919917436032:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1777580303.699409:0:187653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580303.699461:0:187653:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777580303.699478:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917436032 00000004:00080000:0.0:1777580303.699670:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1592:0x0], index 0: 0 00010000:00010000:0.0:1777580303.701611:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46c6f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701642:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46c6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701657:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46c6f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701740:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701749:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701756:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701763:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.701767:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701775:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701790:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580303.701793:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.701799:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701806:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e46c5a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.701824:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003154f7d6 reply state 00000000f3175dfe transno 8589950156 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.701835:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580303.701904:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e46c53 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d53b expref: 121 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701937:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46c6f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d53b expref: 120 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.701944:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cd:0x0].0x0 (ffffa0241785f600) 00010000:00010000:0.0:1777580303.701947:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580303.701949:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1c200, rc 0) 00000100:00100000:0.0:1777580303.702025:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282437:x1863919946413312:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6101us (9390us total) trans 8589950156 rc 0/0 00000100:00100000:0.0:1777580303.702035:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18751 00000100:00100000:0.0:1777580303.702045:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824644864293 time 7824646553425 state 0x2 ref 0 00010000:00010000:2.0:1777580303.702219:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.702228:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.702234:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.702239:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.702244:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.702250:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.702260:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa024c6346000) 00010000:00010000:2.0:1777580303.702263:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.702266:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.702271:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46c4c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.702297:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917436032 00000100:00100000:1.0:1777580303.702367:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11496 00000100:00100000:1.0:1777580303.702375:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:187653:x1863919917436032:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1777580303.702435:0:205900:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 5538 00000100:00080000:3.0:1777580303.705200:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777580303.715105:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.715176:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.715257:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946413824 00000100:00100000:2.0:1777580303.715271:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946413824 00000100:00100000:2.0:1777580303.715323:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824644864293 time 7824646553425 state 0x0 ref 1 00000100:00100000:2.0:1777580303.715338:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824646653425 time 7824646553425 state 0x1 ref 1 00000100:00100000:2.0:1777580303.715367:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824646653425 time 7824664228971 state 0x0 ref 1 00000100:00100000:2.0:1777580303.715379:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+120:282428:x1863919946413824:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.715411:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.715442:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46c7d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d549 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.715533:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46c7d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d549 expref: 121 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.715553:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46c7d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d549 expref: 121 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.715577:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:2.0:1777580303.715581:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580303.715584:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7000, rc 0) 00000100:00100000:2.0:1777580303.715649:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282428:x1863919946413824:12345-192.168.202.9@tcp:101:touch.500 Request processed in 271us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.715658:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18753 00000100:00100000:2.0:1777580303.715663:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824646653425 time 7824664228971 state 0x2 ref 0 00000100:00100000:0.0:1777580303.715864:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946413952 00000100:00100000:0.0:1777580303.715870:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946413952 00000100:00100000:0.0:1777580303.715920:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11497 00000100:00100000:0.0:1777580303.715930:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946413952:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580303.716311:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946413952:12345-192.168.202.9@tcp:2:touch.500 Request processed in 382us (1217us total) trans 8589938860 rc 0/0 00000100:00100000:0.0:1777580303.716319:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11497 00010000:00010000:0.0:1777580303.716355:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.716366:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.716375:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.716386:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.716391:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.716399:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.716413:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa0241785ff00) 00010000:00010000:0.0:1777580303.716416:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.716420:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.716427:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46c61 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.722383:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:187653:x1863919917436032:12345-0@lo:5:osp-pre-0-0.0 Request processed in 19993us (22958us total) trans 8589938859 rc 0/0 00000100:00100000:0.0:1777580303.722403:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11496 00000100:00100000:0.0:1777580303.724698:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.724771:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.724816:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946414208 00000100:00100000:0.0:1777580303.724828:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946414208 00000100:00100000:0.0:1777580303.724891:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824646653425 time 7824664228971 state 0x0 ref 1 00000100:00100000:0.0:1777580303.724916:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824664328971 time 7824664228971 state 0x1 ref 1 00000100:00100000:0.0:1777580303.724935:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946414464 00000100:00100000:0.0:1777580303.724938:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946414464 00000100:00100000:0.0:1777580303.724954:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824664328971 time 7824664228971 state 0x1 ref 2 00000100:00100000:0.0:1777580303.724977:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824673939752 time 7824673839752 state 0x1 ref 2 00000100:00100000:0.0:1777580303.724990:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282437:x1863919946414208:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580303.725066:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580303.725101:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46c6f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d53b expref: 121 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725160:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cd:0x0].0x0 (ffffa0241785f600) 00010000:00010000:0.0:1777580303.725176:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580303.725265:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725281:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725292:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.725466:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051817778 reply state 000000009f8b7191 transno 8589950157 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.725477:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580303.725611:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+122:282437:x1863919946414208:12345-192.168.202.9@tcp:36:touch.500 Request processed in 622us (924us total) trans 8589950157 rc 0/0 00000100:00100000:0.0:1777580303.725620:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18754 00000100:00100000:0.0:1777580303.725648:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824673939752 time 7824674511095 state 0x0 ref 1 00000100:00100000:0.0:1777580303.725659:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282425:x1863919946414464:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580303.725673:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.725685:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46c8b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d550 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725831:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725843:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725851:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725864:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725871:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.725878:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580303.726453:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x156e:0x0], index 1: 0 00010000:00010000:0.0:1777580303.726637:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46ca0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.726648:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.726656:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.726699:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.726707:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.726713:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.726719:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.726724:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.726732:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.734416:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580303.734422:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.734432:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.734443:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46c92 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.734476:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0e5d7e5 reply state 00000000eb27311a transno 8589950158 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.734565:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580303.734646:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46c8b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d550 expref: 124 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.734670:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d550 expref: 123 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.734678:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ce:0x0].0x0 (ffffa0241785f100) 00010000:00010000:0.0:1777580303.734680:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580303.734683:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1da00, rc 0) 00000100:00100000:0.0:1777580303.735013:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+124:282425:x1863919946414464:12345-192.168.202.9@tcp:101:touch.500 Request processed in 9351us (10238us total) trans 8589950158 rc 0/0 00000100:00100000:0.0:1777580303.735025:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18755 00000100:00100000:0.0:1777580303.735036:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824673939752 time 7824674511095 state 0x2 ref 0 00000100:00100000:2.0:1777580303.735240:0:187653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde0a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:187653:1863919917436032:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1777580303.735261:0:187653:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1592:0x0]-[0x240000400:0x15c1:0x0] 00000100:00100000:0.0:1777580303.743747:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.743853:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946414592 00000100:00100000:1.0:1777580303.743867:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946414592 00000100:00100000:1.0:1777580303.743973:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11498 00000100:00100000:1.0:1777580303.743985:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946414592:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580303.744468:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946414592:12345-192.168.202.9@tcp:2:touch.500 Request processed in 483us (734us total) trans 8589938461 rc 0/0 00000100:00100000:1.0:1777580303.744480:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11498 00010000:00010000:0.0:1777580303.752412:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.752440:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.752448:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.752454:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.752459:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.752467:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.752502:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cd:0x0].0x0 (ffffa0241785f300) 00010000:00010000:0.0:1777580303.752506:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.752511:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.752518:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46c84 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.758792:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.758834:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.758856:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.758959:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946414976 00000100:00100000:1.0:1777580303.758973:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946414976 00000100:00100000:1.0:1777580303.759039:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4030 00000100:00100000:1.0:1777580303.759050:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+123:282423:x1863919946414976:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580303.760658:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+124:282423:x1863919946414976:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1597us (1809us total) trans 8589950159 rc 0/0 00000100:00100000:1.0:1777580303.760671:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4030 00010000:00010000:1.0:1777580303.760726:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.760740:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.760748:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.760755:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.760761:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.760770:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.760787:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0241785fd00) 00010000:00010000:1.0:1777580303.760791:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.760796:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.760807:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46c99 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.767888:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.776925:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.781064:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946414720 00000100:00100000:2.0:1777580303.781086:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946414720 00000100:00100000:2.0:1777580303.781151:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946415744 00000100:00100000:2.0:1777580303.781156:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946415744 00000100:00100000:2.0:1777580303.781247:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4031 00000100:00100000:2.0:1777580303.781259:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+124:282428:x1863919946415744:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580303.781787:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282428:x1863919946415744:12345-192.168.202.9@tcp:35:touch.500 Request processed in 529us (4883us total) trans 8589950160 rc 0/0 00000100:00100000:2.0:1777580303.781797:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4031 00000100:00100000:2.0:1777580303.782041:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824673939752 time 7824674511095 state 0x0 ref 1 00000100:00100000:2.0:1777580303.782056:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824674611095 time 7824674511095 state 0x1 ref 1 00000100:00100000:2.0:1777580303.782087:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946415232 00000100:00100000:2.0:1777580303.782093:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946415232 00000100:00100000:2.0:1777580303.782110:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824674611095 time 7824674511095 state 0x1 ref 2 00000100:00100000:3.0:1777580303.786434:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946415488 00000100:00100000:3.0:1777580303.786454:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946415488 00000100:00100000:3.0:1777580303.786538:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824674611095 time 7824674511095 state 0x1 ref 3 00000100:00100000:2.0:1777580303.786863:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824735822331 time 7824735722331 state 0x1 ref 3 00000100:00100000:2.0:1777580303.786889:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282437:x1863919946414720:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.786953:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.786985:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46cae lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d557 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787069:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46cae lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d557 expref: 127 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787090:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46cae lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d557 expref: 127 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787118:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cd:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:2.0:1777580303.787131:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580303.787149:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6200, rc 0) 00000100:00100000:2.0:1777580303.787240:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282437:x1863919946414720:12345-192.168.202.9@tcp:101:touch.500 Request processed in 362us (28462us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.787248:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18756 00000100:00100000:2.0:1777580303.787277:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824736239950 time 7824736139950 state 0x1 ref 2 00000100:00100000:2.0:1777580303.787288:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282425:x1863919946415232:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580303.787344:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580303.787369:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46ca0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d550 expref: 126 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787393:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ce:0x0].0x0 (ffffa0241785f100) 00010000:00010000:2.0:1777580303.787404:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.787479:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787490:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787499:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.787673:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052b5e68d reply state 00000000cbf047cb transno 8589950161 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.787683:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.787748:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282425:x1863919946415232:12345-192.168.202.9@tcp:36:touch.500 Request processed in 461us (28890us total) trans 8589950161 rc 0/0 00000100:00100000:2.0:1777580303.787756:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18757 00000100:00100000:2.0:1777580303.787776:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824736239950 time 7824736638416 state 0x0 ref 1 00000100:00100000:2.0:1777580303.787786:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282430:x1863919946415488:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.787797:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.787809:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46cbc lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d55e expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787947:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787959:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787967:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787983:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787990:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.787996:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580303.788613:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1593:0x0], index 0: 0 00010000:00010000:2.0:1777580303.788805:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46cd1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.788817:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.788826:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.788866:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.788877:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.788883:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.788889:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.788894:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.788902:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.790196:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.790201:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.790208:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.790216:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e46cc3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.790234:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c3d3db9 reply state 0000000077f8b20f transno 8589950162 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.790243:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580303.790299:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46cbc lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d55e expref: 129 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.790316:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d55e expref: 128 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.790330:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cf:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580303.790333:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.790336:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6400, rc 0) 00000100:00100000:2.0:1777580303.790415:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282430:x1863919946415488:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2628us (22540us total) trans 8589950162 rc 0/0 00000100:00100000:2.0:1777580303.790425:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18758 00000100:00100000:2.0:1777580303.790435:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824736239950 time 7824736638416 state 0x2 ref 0 00010000:00010000:2.0:1777580303.797234:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.797257:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.797266:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.797273:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.797279:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.797287:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.797310:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ce:0x0].0x0 (ffffa0248e788600) 00010000:00010000:2.0:1777580303.797313:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.797320:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.797330:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46cb5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.804575:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.804598:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.804607:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.804613:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.804620:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.804629:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.804651:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0248e788800) 00010000:00010000:2.0:1777580303.804654:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.804660:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.804667:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46cca lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.808355:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.808553:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946416000 00000100:00100000:0.0:1777580303.808567:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946416000 00000100:00100000:0.0:1777580303.808625:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824736239950 time 7824736638416 state 0x0 ref 1 00000100:00100000:0.0:1777580303.808642:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824736738416 time 7824736638416 state 0x1 ref 1 00000100:00100000:0.0:1777580303.808679:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824736738416 time 7824757541284 state 0x0 ref 1 00000100:00100000:0.0:1777580303.808692:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282425:x1863919946416000:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580303.808729:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.808764:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46cdf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d565 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.808846:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46cdf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d565 expref: 128 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.808864:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46cdf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d565 expref: 128 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.808901:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ce:0x0].0x0 (ffffa0241785f300) 00010000:00010000:0.0:1777580303.808921:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580303.808927:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1d400, rc 0) 00000100:00100000:0.0:1777580303.809006:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282425:x1863919946416000:12345-192.168.202.9@tcp:101:touch.500 Request processed in 317us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580303.809015:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18759 00000100:00100000:0.0:1777580303.809020:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824736738416 time 7824757541284 state 0x2 ref 0 00000100:00100000:0.0:1777580303.810192:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.810225:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.810253:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.810282:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946415872 00000100:00100000:0.0:1777580303.810289:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946415872 00000100:00100000:0.0:1777580303.810336:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11499 00000100:00100000:0.0:1777580303.810345:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946415872:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580303.810803:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946415872:12345-192.168.202.9@tcp:2:touch.500 Request processed in 456us (575us total) trans 8589938861 rc 0/0 00000100:00100000:0.0:1777580303.810812:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11499 00000100:00100000:0.0:1777580303.810851:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946416256 00000100:00100000:0.0:1777580303.810856:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946416256 00000100:00100000:0.0:1777580303.810895:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824736738416 time 7824757541284 state 0x0 ref 1 00000100:00100000:0.0:1777580303.810915:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824757641284 time 7824757541284 state 0x1 ref 1 00000100:00100000:0.0:1777580303.810942:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946416512 00000100:00100000:0.0:1777580303.810946:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946416512 00000100:00100000:0.0:1777580303.810960:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824757641284 time 7824757541284 state 0x1 ref 2 00000100:00100000:0.0:1777580303.810981:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824759943355 time 7824759843355 state 0x1 ref 2 00000100:00100000:0.0:1777580303.810994:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282430:x1863919946416256:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580303.811055:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580303.811091:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46cd1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d55e expref: 129 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811114:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cf:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:0.0:1777580303.811127:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580303.811234:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811251:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811261:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.811384:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000fa65ca0 reply state 00000000581bb55d transno 8589950163 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.811394:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580303.811462:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+130:282430:x1863919946416256:12345-192.168.202.9@tcp:36:touch.500 Request processed in 468us (1278us total) trans 8589950163 rc 0/0 00000100:00100000:0.0:1777580303.811470:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18760 00000100:00100000:0.0:1777580303.811488:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824759943355 time 7824760351853 state 0x0 ref 1 00000100:00100000:0.0:1777580303.811499:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282431:x1863919946416512:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580303.811511:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.811524:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46ced lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d56c expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811648:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811660:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811669:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811685:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811692:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.811698:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580303.812373:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x156f:0x0], index 1: 0 00010000:00010000:0.0:1777580303.812572:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46d02 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812585:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46d02 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812596:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46d02 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812634:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812646:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812652:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812659:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.812663:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812672:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812684:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580303.812687:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.812691:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812697:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46cf4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.812716:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000543bd09c reply state 00000000428f6b98 transno 8589950164 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.812726:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580303.812764:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46ced lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d56c expref: 132 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812779:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46d02 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d56c expref: 131 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.812791:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d0:0x0].0x0 (ffffa0241785f100) 00010000:00010000:0.0:1777580303.812794:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580303.812796:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1da00, rc 0) 00000100:00100000:0.0:1777580303.812860:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282431:x1863919946416512:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1363us (2607us total) trans 8589950164 rc 0/0 00000100:00100000:0.0:1777580303.812868:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18761 00000100:00100000:0.0:1777580303.812875:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824759943355 time 7824760351853 state 0x2 ref 0 00010000:00010000:2.0:1777580303.825280:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.825306:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.825315:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.825323:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.825328:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.825336:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.825358:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cf:0x0].0x0 (ffffa0241785f600) 00010000:00010000:2.0:1777580303.825361:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.825367:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.825373:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46ce6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.826629:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.826661:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.826752:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.826787:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946416640 00000100:00100000:2.0:1777580303.826800:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946416640 00000100:00100000:2.0:1777580303.826879:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11500 00000100:00100000:2.0:1777580303.826893:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946416640:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580303.827389:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946416640:12345-192.168.202.9@tcp:2:touch.500 Request processed in 498us (770us total) trans 8589938462 rc 0/0 00000100:00100000:2.0:1777580303.827398:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11500 00000100:00100000:2.0:1777580303.827432:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946416768 00000100:00100000:2.0:1777580303.827437:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946416768 00000100:00100000:2.0:1777580303.827462:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824759943355 time 7824760351853 state 0x0 ref 1 00000100:00100000:2.0:1777580303.827476:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824760451853 time 7824760351853 state 0x1 ref 1 00000100:00100000:2.0:1777580303.827495:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946417024 00000100:00100000:2.0:1777580303.827498:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946417024 00000100:00100000:2.0:1777580303.827510:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824760451853 time 7824760351853 state 0x1 ref 2 00000100:00100000:2.0:1777580303.827528:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824776490022 time 7824776390022 state 0x1 ref 2 00000100:00100000:2.0:1777580303.827538:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282430:x1863919946416768:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.827561:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.827590:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46d10 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d573 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.827658:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46d10 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d573 expref: 133 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.827677:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46d10 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d573 expref: 133 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.827700:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cf:0x0].0x0 (ffffa0248e788800) 00010000:00010000:2.0:1777580303.827704:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580303.827708:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6600, rc 0) 00000100:00100000:2.0:1777580303.827731:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282430:x1863919946416768:12345-192.168.202.9@tcp:101:touch.500 Request processed in 195us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.827739:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18762 00000100:00100000:2.0:1777580303.827757:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824776490022 time 7824776619717 state 0x0 ref 1 00000100:00100000:2.0:1777580303.827766:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282431:x1863919946417024:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580303.827815:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580303.827840:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46d02 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d56c expref: 132 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.827861:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d0:0x0].0x0 (ffffa0241785f100) 00010000:00010000:2.0:1777580303.827872:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.827946:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.827957:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.827967:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.828088:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd90fcb8 reply state 00000000ab550d6a transno 8589950165 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.828098:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.828184:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282431:x1863919946417024:12345-192.168.202.9@tcp:36:touch.500 Request processed in 418us (1432us total) trans 8589950165 rc 0/0 00000100:00100000:2.0:1777580303.828192:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18763 00000100:00100000:2.0:1777580303.828196:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824776490022 time 7824776619717 state 0x2 ref 0 00010000:00010000:3.0:1777580303.828862:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.828889:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.828897:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.828903:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.828917:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.828926:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.828943:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa0241785ff00) 00010000:00010000:3.0:1777580303.828947:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.828951:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.828958:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46cfb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.834330:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.834397:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.834711:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946417408 00000100:00100000:0.0:1777580303.834724:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946417408 00000100:00100000:0.0:1777580303.834777:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824433690339 time 7824458465075 state 0x0 ref 1 00000100:00100000:0.0:1777580303.834792:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824458565075 time 7824458465075 state 0x1 ref 1 00000100:00100000:0.0:1777580303.834818:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824458565075 time 7824783680421 state 0x0 ref 1 00000100:00100000:0.0:1777580303.834830:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+132:282452:x1863919946417408:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580303.834855:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.834890:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46d1e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d57a expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.834987:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835007:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835027:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835045:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835053:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835060:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835392:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46d33 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835402:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46d33 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835409:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46d33 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580303.835447:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7cb:0x0]: returning size 0 00000004:00200000:0.0:1777580303.835452:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580303.835476:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46d33 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835490:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46d33 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835501:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835512:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835519:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835526:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.835531:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835539:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835553:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580303.835556:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.835562:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835568:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d25 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835583:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835589:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835594:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835600:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.835604:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835611:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835618:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02484c59800) 00010000:00010000:0.0:1777580303.835621:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.835624:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835629:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e46d2c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835665:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46d1e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d57a expref: 134 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835679:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46d33 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d57a expref: 133 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.835687:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cb:0x0].0x0 (ffffa024c6346a00) 00010000:00010000:0.0:1777580303.835689:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580303.835691:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1c200, rc 0) 00000100:00100000:0.0:1777580303.835791:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282452:x1863919946417408:12345-192.168.202.9@tcp:101:rm.500 Request processed in 962us (1392us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580303.835801:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18764 00000100:00100000:0.0:1777580303.835808:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824458565075 time 7824783680421 state 0x2 ref 0 00000100:00100000:2.0:1777580303.836505:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946417280 00000100:00100000:2.0:1777580303.836515:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946417280 00000100:00100000:2.0:1777580303.836574:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4032 00000100:00100000:2.0:1777580303.836585:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+133:282437:x1863919946417280:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580303.836981:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282437:x1863919946417280:12345-192.168.202.9@tcp:35:touch.500 Request processed in 397us (2664us total) trans 8589950166 rc 0/0 00000100:00100000:2.0:1777580303.836988:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4032 00000100:00100000:1.0:1777580303.844796:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.844914:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946417664 00000100:00100000:0.0:1777580303.844926:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946417664 00000100:00100000:0.0:1777580303.845007:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4033 00000100:00100000:0.0:1777580303.845019:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282425:x1863919946417664:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580303.845559:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282425:x1863919946417664:12345-192.168.202.9@tcp:35:touch.500 Request processed in 541us (776us total) trans 8589950167 rc 0/0 00000100:00100000:0.0:1777580303.845569:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4033 00010000:00010000:1.0:1777580303.852807:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.852831:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.852839:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.852846:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.852852:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.852862:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.852894:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d0:0x0].0x0 (ffffa0248e788600) 00010000:00010000:1.0:1777580303.852898:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.852903:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.852918:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e46d17 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580303.853366:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.853495:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.853562:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946417792 00000100:00100000:0.0:1777580303.853576:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946417792 00000100:00100000:0.0:1777580303.853652:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11501 00000100:00100000:0.0:1777580303.853664:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946417792:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580303.854167:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946417792:12345-192.168.202.9@tcp:2:touch.500 Request processed in 470us (635us total) trans 8589938862 rc 0/0 00000100:00100000:0.0:1777580303.854177:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11501 00000100:00100000:3.0:1777580303.854608:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946417920 00000100:00100000:3.0:1777580303.854616:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946417920 00000100:00100000:3.0:1777580303.854653:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824776490022 time 7824776619717 state 0x0 ref 1 00000100:00100000:3.0:1777580303.854667:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824776719717 time 7824776619717 state 0x1 ref 1 00000100:00100000:3.0:1777580303.854707:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824776719717 time 7824803569246 state 0x0 ref 1 00000100:00100000:3.0:1777580303.854719:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282431:x1863919946417920:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580303.854743:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580303.854772:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e46d3a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d581 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.854842:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e46d3a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d581 expref: 135 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.854860:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e46d3a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d581 expref: 135 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.854891:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d0:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:3.0:1777580303.854894:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580303.854897:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50200, rc 0) 00000100:00100000:3.0:1777580303.854949:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282431:x1863919946417920:12345-192.168.202.9@tcp:101:touch.500 Request processed in 233us (1590us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580303.854956:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18765 00000100:00100000:3.0:1777580303.854961:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824776719717 time 7824803569246 state 0x2 ref 0 00010000:00010000:1.0:1777580303.868237:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580303.880665:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.880718:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.880756:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.880785:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.880873:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946418304 00000100:00100000:2.0:1777580303.880888:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946418304 00000100:00100000:2.0:1777580303.880973:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946418432 00000100:00100000:2.0:1777580303.880976:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946418432 00000100:00100000:2.0:1777580303.881008:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11502 00000100:00100000:2.0:1777580303.881021:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2361:x1863919946418304:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580303.881054:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.881088:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d58f expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580303.881127:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1591:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:2.0:1777580303.881181:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.881184:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580303.881196:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 30 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.881219:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 30 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.881236:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7600, rc 0) 00000100:00100000:2.0:1777580303.881313:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2361:x1863919946418304:12345-192.168.202.9@tcp:101:rm.500 Request processed in 295us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580303.881326:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11502 00000100:00100000:2.0:1777580303.881350:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11503 00000100:00100000:2.0:1777580303.881358:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946418432:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580303.881740:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248b80f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946418432:12345-192.168.202.9@tcp:2:touch.500 Request processed in 381us (953us total) trans 8589938463 rc 0/0 00000100:00100000:2.0:1777580303.881747:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11503 00000100:00100000:2.0:1777580303.881891:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946418176 00000100:00100000:2.0:1777580303.881897:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946418176 00000100:00100000:2.0:1777580303.881939:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824776719717 time 7824803569246 state 0x0 ref 1 00000100:00100000:2.0:1777580303.881953:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824803669246 time 7824803569246 state 0x1 ref 1 00000100:00100000:2.0:1777580303.881974:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824803669246 time 7824830836677 state 0x0 ref 1 00000100:00100000:2.0:1777580303.881992:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282432:x1863919946418176:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.882011:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.882029:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46d48 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d588 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.882226:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.882246:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.882262:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.882285:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.882293:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.882299:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580303.882923:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1594:0x0], index 0: 0 00010000:00010000:2.0:1777580303.883126:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46d5d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883183:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46d5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883193:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46d5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883238:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883246:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883254:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883260:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.883265:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883278:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883292:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.883295:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.883301:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883307:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e46d4f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.883323:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005123e240 reply state 00000000e4e40531 transno 8589950168 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.883333:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580303.883373:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e46d48 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d588 expref: 138 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883388:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46d5d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d588 expref: 137 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.883396:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa0248e788600) 00010000:00010000:2.0:1777580303.883398:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.883400:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:2.0:1777580303.883482:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+138:282432:x1863919946418176:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1498us (2833us total) trans 8589950168 rc 0/0 00000100:00100000:2.0:1777580303.883492:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18766 00000100:00100000:2.0:1777580303.883500:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824803669246 time 7824830836677 state 0x2 ref 0 00000100:00100000:2.0:1777580303.883631:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946418688 00000100:00100000:2.0:1777580303.883639:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946418688 00000100:00100000:2.0:1777580303.883683:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4034 00000100:00100000:2.0:1777580303.883691:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5677050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+138:282430:x1863919946418688:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580303.888544:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5677050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+139:282430:x1863919946418688:12345-192.168.202.9@tcp:35:touch.500 Request processed in 4838us (7772us total) trans 8589950169 rc 0/0 00000100:00100000:2.0:1777580303.888561:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4034 00000100:00100000:0.0:1777580303.906421:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.907488:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.907525:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.915287:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946419200 00000100:00100000:3.0:1777580303.915312:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946419200 00000100:00100000:3.0:1777580303.915390:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4035 00000100:00100000:3.0:1777580303.915403:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+139:282431:x1863919946419200:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580303.917491:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+140:282431:x1863919946419200:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2074us (9993us total) trans 8589950170 rc 0/0 00000100:00100000:3.0:1777580303.917508:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4035 00000100:00100000:1.0:1777580303.921302:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946418944 00000100:00100000:1.0:1777580303.921325:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946418944 00000100:00100000:1.0:1777580303.922755:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946419328 00000100:00100000:1.0:1777580303.922771:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946419328 00000100:00100000:1.0:1777580303.922824:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824458565075 time 7824783680421 state 0x0 ref 1 00000100:00100000:1.0:1777580303.922844:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824783780421 time 7824783680421 state 0x1 ref 1 00000100:00100000:1.0:1777580303.922976:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824783780421 time 7824871739434 state 0x0 ref 1 00000100:00100000:1.0:1777580303.922998:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282442:x1863919946419328:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580303.923029:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.923059:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46d6b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d596 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.924075:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.924099:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.924115:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.924481:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.924617:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824803669246 time 7824830836677 state 0x0 ref 1 00000100:00100000:0.0:1777580303.924629:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824830936677 time 7824830836677 state 0x1 ref 1 00000100:00100000:0.0:1777580303.924665:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946419456 00000100:00100000:0.0:1777580303.924673:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946419456 00000100:00100000:0.0:1777580303.924690:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824871839434 time 7824871739434 state 0x1 ref 2 00000100:00100000:0.0:1777580303.924713:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824830936677 time 7824873575968 state 0x0 ref 1 00000100:00100000:0.0:1777580303.924726:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+143:282432:x1863919946418944:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580303.924779:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580303.924807:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e46d5d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d588 expref: 143 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.924828:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa0248e788600) 00010000:00010000:0.0:1777580303.924840:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580303.924948:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.924958:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.924967:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925480:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925495:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925504:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925627:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46d87 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925636:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46d87 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925644:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46d87 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580303.925678:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7c9:0x0]: returning size 0 00000004:00200000:1.0:1777580303.925683:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580303.925708:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46d87 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925721:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46d87 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925730:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925738:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925746:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925757:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.925762:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925769:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925779:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.925781:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.925786:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925792:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e46d72 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925803:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925809:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925815:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925820:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.925823:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925829:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925840:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa024c6346000) 00010000:00010000:1.0:1777580303.925843:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.925845:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.925851:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e46d80 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.926118:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824871839434 time 7824874976770 state 0x0 ref 2 00000100:00100000:3.0:1777580303.926338:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+144:282443:x1863919946419456:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580303.926356:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580303.926370:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46d8e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d59d expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926426:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926437:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926447:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926461:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926468:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926474:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926549:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46da3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926558:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46da3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926566:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46da3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580303.926590:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ca:0x0]: returning size 0 00000004:00200000:3.0:1777580303.926593:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580303.926605:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46da3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926615:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46da3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926622:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926627:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926633:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926639:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.926642:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926649:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926659:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580303.926661:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.926665:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926675:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46d95 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926688:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926693:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926699:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926704:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.926707:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926712:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926719:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02498a66e00) 00010000:00010000:3.0:1777580303.926722:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.926725:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926731:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46d9c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926758:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46d8e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d59d expref: 146 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926777:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46da3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d59d expref: 145 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926784:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:3.0:1777580303.926787:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580303.926789:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50a00, rc 0) 00000100:00100000:3.0:1777580303.926893:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+145:282443:x1863919946419456:12345-192.168.202.9@tcp:101:rm.500 Request processed in 566us (2416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580303.926902:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18769 00010000:00010000:3.0:1777580303.926959:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926967:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926973:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926978:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.926981:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926987:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.926996:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0248e788d00) 00010000:00010000:3.0:1777580303.926998:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.927002:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.927007:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46d56 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.927497:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0c1ce98 reply state 00000000d9ae92c4 transno 8589950171 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.927510:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580303.927585:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+144:282432:x1863919946418944:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2862us (21181us total) trans 8589950171 rc 0/0 00000100:00100000:0.0:1777580303.927593:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18768 00000100:00100000:0.0:1777580303.927599:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824830936677 time 7824873575968 state 0x2 ref 0 00010000:00010000:1.0:1777580303.928021:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e46d6b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d596 expref: 143 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.928045:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46d87 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d596 expref: 142 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.928054:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c9:0x0].0x0 (ffffa0241785f000) 00010000:00010000:1.0:1777580303.928056:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580303.928059:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bce00, rc 0) 00000100:00100000:0.0:1777580303.928834:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+142:282442:x1863919946419328:12345-192.168.202.9@tcp:101:rm.500 Request processed in 5839us (21301us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580303.928848:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18767 00000100:00100000:0.0:1777580303.928855:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824871839434 time 7824874976770 state 0x2 ref 0 00010000:00010000:1.0:1777580303.934515:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.934539:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.934547:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.934554:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.934560:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.934573:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.934595:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02484c59800) 00010000:00010000:1.0:1777580303.934599:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.934605:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.934612:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46d79 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.941461:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.941805:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946419584 00000100:00100000:1.0:1777580303.941820:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946419584 00000100:00100000:1.0:1777580303.941902:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11504 00000100:00100000:1.0:1777580303.941925:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2364:x1863919946419584:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580303.941950:0:205897:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.941976:0:205897:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5a4 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580303.942012:0:205897:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x156c:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:1.0:1777580303.942039:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580303.942041:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580303.942052:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 30 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.942073:0:205897:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 30 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.942095:0:205897:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bd800, rc 0) 00000100:00100000:1.0:1777580303.942199:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946419584:12345-192.168.202.9@tcp:101:rm.500 Request processed in 278us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580303.942207:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11504 00000100:00100000:1.0:1777580303.942859:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580303.942943:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946419712 00000100:00100000:3.0:1777580303.942950:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946419712 00000100:00100000:3.0:1777580303.942986:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824830936677 time 7824873575968 state 0x0 ref 1 00000100:00100000:3.0:1777580303.942999:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824873675968 time 7824873575968 state 0x1 ref 1 00000100:00100000:3.0:1777580303.943035:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824873675968 time 7824891896467 state 0x0 ref 1 00000100:00100000:3.0:1777580303.943046:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248b80f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282432:x1863919946419712:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580303.943071:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580303.943095:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46db1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5ab expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.943199:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46db1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ab expref: 142 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.943215:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46db1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ab expref: 142 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.943235:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:3.0:1777580303.943239:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580303.943242:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50600, rc 0) 00000100:00100000:3.0:1777580303.943289:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248b80f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+142:282432:x1863919946419712:12345-192.168.202.9@tcp:101:touch.500 Request processed in 244us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580303.943298:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18770 00000100:00100000:3.0:1777580303.943303:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824873675968 time 7824891896467 state 0x2 ref 0 00000100:00100000:3.0:1777580303.944448:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580303.945288:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946419968 00000100:00100000:1.0:1777580303.945301:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946419968 00000100:00100000:1.0:1777580303.945355:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824871839434 time 7824874976770 state 0x0 ref 1 00000100:00100000:1.0:1777580303.945370:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824875076770 time 7824874976770 state 0x1 ref 1 00000100:00100000:1.0:1777580303.945412:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824875076770 time 7824894274318 state 0x0 ref 1 00000100:00100000:1.0:1777580303.945428:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+142:282470:x1863919946419968:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580303.945455:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.945483:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46db8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5b9 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945712:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945733:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945748:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945773:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945781:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945788:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945968:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e46dcd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945979:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e46dcd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.945987:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e46dcd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580303.946030:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7cf:0x0]: returning size 0 00000004:00200000:1.0:1777580303.946036:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580303.946062:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e46dcd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.946078:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e46dcd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.946089:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.946097:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.946109:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.946117:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:3.0:1777580303.946764:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580303.947231:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947249:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947269:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580303.947273:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.947280:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947289:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e46dbf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947313:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947319:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947325:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947330:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580303.947334:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947344:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947352:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024ad9fdf00) 00010000:00010000:1.0:1777580303.947354:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580303.947357:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947363:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e46dc6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947421:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e46db8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b9 expref: 144 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947438:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e46dcd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b9 expref: 143 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.947446:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cf:0x0].0x0 (ffffa0248e788800) 00010000:00010000:1.0:1777580303.947448:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580303.947450:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fa00, rc 0) 00000100:00100000:0.0:1777580303.948022:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946419840 00000100:00100000:0.0:1777580303.948034:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946419840 00000100:00100000:0.0:1777580303.948215:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11505 00000100:00100000:0.0:1777580303.948230:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2361:x1863919946419840:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580303.948250:0:205898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.948281:0:205898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5b2 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580303.948318:0:205898:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1590:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:0.0:1777580303.948342:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580303.948346:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580303.948358:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 31 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.948378:0:205898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 31 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.948392:0:205898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1d200, rc 0) 00000100:00100000:0.0:1777580303.948440:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2361:x1863919946419840:12345-192.168.202.9@tcp:101:rm.500 Request processed in 214us (1681us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580303.948448:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11505 00000100:00100000:1.0:1777580303.949806:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+143:282470:x1863919946419968:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4368us (5349us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580303.949825:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18771 00000100:00100000:1.0:1777580303.949837:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824875076770 time 7824894274318 state 0x2 ref 0 00000100:00100000:3.0:1777580303.959025:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.959329:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946420096 00000100:00100000:0.0:1777580303.959344:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946420096 00000100:00100000:0.0:1777580303.959443:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11506 00000100:00100000:0.0:1777580303.959457:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2361:x1863919946420096:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580303.960013:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946420096:12345-192.168.202.9@tcp:2:touch.500 Request processed in 558us (1007us total) trans 8589938863 rc 0/0 00000100:00100000:0.0:1777580303.960025:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11506 00000100:00100000:3.0:1777580303.961835:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580303.962307:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946420352 00000100:00100000:0.0:1777580303.962324:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946420352 00000100:00100000:0.0:1777580303.962394:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824873675968 time 7824891896467 state 0x0 ref 1 00000100:00100000:0.0:1777580303.962413:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824891996467 time 7824891896467 state 0x1 ref 1 00000100:00100000:0.0:1777580303.962461:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824891996467 time 7824911322678 state 0x0 ref 1 00000100:00100000:0.0:1777580303.962477:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+143:282445:x1863919946420352:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580303.962509:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580303.962537:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46ddb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5c0 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.963894:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.963938:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.963955:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.963976:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.963983:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.963990:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580303.970071:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00080000:0.0:1777580303.970357:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1570:0x0], index 1: 0 00010000:00010000:0.0:1777580303.970757:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46df0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970785:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46df0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970802:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46df0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970861:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970870:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970877:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970884:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580303.970889:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970896:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970923:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580303.970926:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580303.970932:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.970942:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46de2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580303.970963:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e19c8a6 reply state 000000000287f0fa transno 8589950172 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.970974:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580303.971027:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46ddb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c0 expref: 146 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.971047:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46df0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c0 expref: 145 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580303.971056:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d2:0x0].0x0 (ffffa0241785fd00) 00010000:00010000:0.0:1777580303.971058:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580303.971061:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1de00, rc 0) 00000100:00100000:0.0:1777580303.971232:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+146:282445:x1863919946420352:12345-192.168.202.9@tcp:101:touch.500 Request processed in 8757us (9410us total) trans 8589950172 rc 0/0 00000100:00100000:0.0:1777580303.971246:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18772 00000100:00100000:0.0:1777580303.971258:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824891996467 time 7824911322678 state 0x2 ref 0 00000100:00100000:3.0:1777580303.973809:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580303.973899:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.973923:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.973932:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.973939:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580303.973945:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.973954:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.973974:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa0241785ff00) 00010000:00010000:3.0:1777580303.973977:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580303.973982:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580303.973993:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46de9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580303.974310:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946420736 00000100:00100000:0.0:1777580303.974323:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946420736 00000100:00100000:0.0:1777580303.974388:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4036 00000100:00100000:0.0:1777580303.974401:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+145:282432:x1863919946420736:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580303.975432:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+146:282432:x1863919946420736:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1029us (1634us total) trans 8589950173 rc 0/0 00000100:00100000:0.0:1777580303.975447:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4036 00000100:00100000:1.0:1777580303.975865:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946420480 00000100:00100000:1.0:1777580303.975875:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946420480 00000100:00100000:1.0:1777580303.975931:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11507 00000100:00100000:1.0:1777580303.975943:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2364:x1863919946420480:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580303.975957:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580303.975984:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5c7 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580303.976018:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1593:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:1.0:1777580303.976042:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580303.976045:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580303.976055:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 33 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.976075:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 33 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580303.976090:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6e000, rc 0) 00000100:00100000:1.0:1777580303.978789:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2364:x1863919946420480:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2829us (8717us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580303.978805:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11507 00000100:00100000:3.0:1777580303.995479:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.995735:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946420992 00000100:00100000:2.0:1777580303.995751:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946420992 00000100:00100000:2.0:1777580303.995811:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824891996467 time 7824911322678 state 0x0 ref 1 00000100:00100000:2.0:1777580303.995829:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824911422678 time 7824911322678 state 0x1 ref 1 00000100:00100000:2.0:1777580303.995860:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824911422678 time 7824944721744 state 0x0 ref 1 00000100:00100000:2.0:1777580303.995873:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ac337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+146:282445:x1863919946420992:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580303.996003:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580303.996042:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46df0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c0 expref: 146 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.996071:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d2:0x0].0x0 (ffffa0241785fd00) 00010000:00010000:2.0:1777580303.996088:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580303.996217:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.996234:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.996250:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.996431:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da946bbf reply state 0000000064af7769 transno 8589950174 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.996442:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580303.996563:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ac337100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+147:282445:x1863919946420992:12345-192.168.202.9@tcp:36:touch.500 Request processed in 691us (1098us total) trans 8589950174 rc 0/0 00000100:00100000:2.0:1777580303.996573:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18773 00000100:00100000:2.0:1777580303.996578:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824911422678 time 7824944721744 state 0x2 ref 0 00000100:00100000:3.0:1777580303.997230:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580303.997364:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946421248 00000100:00100000:2.0:1777580303.997374:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946421248 00000100:00100000:2.0:1777580303.997409:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824911422678 time 7824944721744 state 0x0 ref 1 00000100:00100000:2.0:1777580303.997421:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824944821744 time 7824944721744 state 0x1 ref 1 00000100:00100000:2.0:1777580303.997453:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824944821744 time 7824946315428 state 0x0 ref 1 00000100:00100000:2.0:1777580303.997467:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+147:282447:x1863919946421248:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580303.997486:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580303.997508:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46e0c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5ce expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.997686:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.997708:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.997721:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.997738:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.997746:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.997753:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580303.998407:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1595:0x0], index 0: 0 00010000:00010000:2.0:1777580303.998613:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e21 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998626:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998634:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998676:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998684:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998690:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998697:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580303.998702:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998709:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998722:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580303.998726:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580303.998731:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998738:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e13 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580303.998753:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9c74b98 reply state 000000007f8f092d transno 8589950175 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580303.998764:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580303.998808:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46e0c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ce expref: 150 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998823:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e21 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ce expref: 149 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580303.998831:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d3:0x0].0x0 (ffffa0248e788600) 00010000:00010000:2.0:1777580303.998833:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580303.998835:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839e00, rc 0) 00000100:00100000:2.0:1777580303.998941:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+150:282447:x1863919946421248:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1477us (3340us total) trans 8589950175 rc 0/0 00000100:00100000:2.0:1777580303.998952:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18774 00000100:00100000:2.0:1777580303.998959:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824944821744 time 7824946315428 state 0x2 ref 0 00000100:00100000:2.0:1777580304.004266:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.004306:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946421376 00000100:00100000:2.0:1777580304.004319:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946421376 00000100:00100000:2.0:1777580304.004368:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824944821744 time 7824946315428 state 0x0 ref 1 00000100:00100000:2.0:1777580304.004385:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824946415428 time 7824946315428 state 0x1 ref 1 00000100:00100000:2.0:1777580304.004412:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824946415428 time 7824953274758 state 0x0 ref 1 00000100:00100000:2.0:1777580304.004426:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+150:282445:x1863919946421376:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.004461:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.004488:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46e2f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5d5 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.004569:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46e2f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5d5 expref: 151 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.004586:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46e2f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5d5 expref: 151 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.004611:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d2:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580304.004615:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.004619:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838600, rc 0) 00000100:00100000:2.0:1777580304.004787:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+151:282445:x1863919946421376:12345-192.168.202.9@tcp:101:touch.500 Request processed in 362us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.004798:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18775 00000100:00100000:2.0:1777580304.004803:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824946415428 time 7824953274758 state 0x2 ref 0 00010000:00010000:0.0:1777580304.005044:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.005054:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.005062:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.005069:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.005075:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.005084:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.005098:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0248e788d00) 00010000:00010000:0.0:1777580304.005100:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.005106:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.005111:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e1a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.005267:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.005277:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.005283:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.005288:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.005292:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.005298:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.005308:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d2:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:3.0:1777580304.005310:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.005313:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.005318:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46e05 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.005520:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.005568:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.005597:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946421632 00000100:00100000:0.0:1777580304.005605:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946421632 00000100:00100000:0.0:1777580304.005639:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824946415428 time 7824953274758 state 0x0 ref 1 00000100:00100000:0.0:1777580304.005650:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824953374758 time 7824953274758 state 0x1 ref 1 00000100:00100000:0.0:1777580304.005765:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946421888 00000100:00100000:0.0:1777580304.005770:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946421888 00000100:00100000:0.0:1777580304.005785:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824953374758 time 7824953274758 state 0x1 ref 2 00000100:00100000:0.0:1777580304.005803:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824954766479 time 7824954666479 state 0x1 ref 2 00000100:00100000:0.0:1777580304.005815:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+150:282447:x1863919946421632:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580304.005885:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580304.005915:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e21 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ce expref: 150 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.005930:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d3:0x0].0x0 (ffffa0248e788600) 00010000:00010000:0.0:1777580304.005939:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580304.006037:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.006051:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.006062:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.006281:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e0dca48 reply state 0000000098dae590 transno 8589950176 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.006292:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580304.006392:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+151:282447:x1863919946421632:12345-192.168.202.9@tcp:36:touch.500 Request processed in 578us (872us total) trans 8589950176 rc 0/0 00000100:00100000:0.0:1777580304.006402:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18776 00000100:00100000:0.0:1777580304.006428:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824954766479 time 7824955291112 state 0x0 ref 1 00000100:00100000:0.0:1777580304.006440:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+150:282448:x1863919946421888:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580304.006451:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.006462:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46e3d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5dc expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.006587:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.006598:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.006606:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.006619:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.006626:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.006632:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580304.010391:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1571:0x0], index 1: 0 00000100:00100000:2.0:1777580304.011922:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.012003:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.012038:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946422144 00000100:00100000:2.0:1777580304.012051:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946422144 00000100:00100000:2.0:1777580304.012105:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824955391112 time 7824955291112 state 0x1 ref 2 00000100:00100000:2.0:1777580304.012159:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824955391112 time 7824961020281 state 0x0 ref 2 00000100:00100000:2.0:1777580304.012172:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+153:282447:x1863919946422144:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.012202:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.012224:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e59 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5e3 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.012295:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e59 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5e3 expref: 154 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.012314:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e59 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5e3 expref: 154 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.012337:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d3:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:2.0:1777580304.012340:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.012345:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838200, rc 0) 00000100:00100000:2.0:1777580304.012418:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+154:282447:x1863919946422144:12345-192.168.202.9@tcp:101:touch.500 Request processed in 248us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.012430:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18778 00000100:00100000:3.0:1777580304.012862:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946422016 00000100:00100000:3.0:1777580304.012869:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946422016 00000100:00100000:3.0:1777580304.012932:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11508 00000100:00100000:3.0:1777580304.012942:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946422016:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580304.013365:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946422016:12345-192.168.202.9@tcp:2:touch.500 Request processed in 423us (1465us total) trans 8589938464 rc 0/0 00000100:00100000:3.0:1777580304.013374:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11508 00010000:00010000:3.0:1777580304.013405:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.013417:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.013431:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.013439:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.013445:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.013456:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.013476:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d3:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580304.013480:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.013485:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.013492:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46e36 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013589:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46e52 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013608:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46e52 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013620:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46e52 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013791:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013798:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013803:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013808:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.013811:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013817:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013824:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580304.013826:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.013829:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013835:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46e44 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.013845:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016b87b28 reply state 0000000025139a95 transno 8589950177 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.013856:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580304.013901:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46e3d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5dc expref: 153 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013929:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46e52 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5dc expref: 152 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.013936:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d4:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:0.0:1777580304.013938:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580304.013941:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1400, rc 0) 00000100:00100000:0.0:1777580304.013979:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+153:282448:x1863919946421888:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7542us (8411us total) trans 8589950177 rc 0/0 00000100:00100000:0.0:1777580304.013988:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18777 00000100:00100000:0.0:1777580304.013994:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824955391112 time 7824961020281 state 0x2 ref 0 00000100:00100000:2.0:1777580304.017181:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.017423:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.017439:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.017447:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.017453:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.017459:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.017468:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.017489:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa0249dea8200) 00010000:00010000:3.0:1777580304.017493:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.017499:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.017507:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46e4b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.017623:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946422272 00000100:00100000:0.0:1777580304.017639:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946422272 00000100:00100000:0.0:1777580304.017725:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11509 00000100:00100000:0.0:1777580304.017738:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2361:x1863919946422272:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580304.018246:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2361:x1863919946422272:12345-192.168.202.9@tcp:2:touch.500 Request processed in 509us (1112us total) trans 8589938864 rc 0/0 00000100:00100000:0.0:1777580304.018254:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11509 00000100:00100000:2.0:1777580304.021818:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.022019:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946422528 00000100:00100000:3.0:1777580304.022037:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946422528 00000100:00100000:3.0:1777580304.022109:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4037 00000100:00100000:3.0:1777580304.022120:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+152:282445:x1863919946422528:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580304.022633:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+153:282445:x1863919946422528:12345-192.168.202.9@tcp:35:touch.500 Request processed in 510us (825us total) trans 8589950178 rc 0/0 00000100:00100000:3.0:1777580304.022644:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4037 00000100:00100000:0.0:1777580304.023448:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.023480:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.023511:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946422784 00000100:00100000:0.0:1777580304.023520:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946422784 00000100:00100000:0.0:1777580304.023981:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824955391112 time 7824961020281 state 0x0 ref 1 00000100:00100000:0.0:1777580304.023996:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824961120281 time 7824961020281 state 0x1 ref 1 00000100:00100000:0.0:1777580304.024022:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946423040 00000100:00100000:0.0:1777580304.024025:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946423040 00000100:00100000:0.0:1777580304.024042:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824961120281 time 7824961020281 state 0x1 ref 2 00000100:00100000:0.0:1777580304.024059:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824973021689 time 7824972921689 state 0x1 ref 2 00000100:00100000:0.0:1777580304.024072:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+154:282448:x1863919946422784:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580304.024200:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580304.024235:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e46e52 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5dc expref: 154 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.024262:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d4:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:0.0:1777580304.024274:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580304.024588:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.024604:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.024616:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.024794:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f5bc9b4 reply state 000000007da9e43b transno 8589950179 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.024805:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.024828:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824973021689 time 7824973687909 state 0x0 ref 2 00000100:00100000:2.0:1777580304.024844:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+154:282450:x1863919946423040:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.024856:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.024869:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46e6e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5ea expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.024940:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+156:282448:x1863919946422784:12345-192.168.202.9@tcp:36:touch.500 Request processed in 870us (1496us total) trans 8589950179 rc 0/0 00000100:00100000:0.0:1777580304.024949:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18779 00010000:00010000:2.0:1777580304.025016:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025026:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025034:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.025043:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580304.025049:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025056:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025061:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.025075:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946423296 00000100:00100000:0.0:1777580304.025082:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946423296 00000004:00080000:2.0:1777580304.025694:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1596:0x0], index 0: 0 00010000:00010000:2.0:1777580304.025895:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e83 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025918:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025929:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025972:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025980:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025988:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.025994:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.026000:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.026009:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.026022:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.026026:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.026032:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.026039:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46e75 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.026058:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005019ad1c reply state 00000000aa946fb1 transno 8589950180 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.026066:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.026104:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46e6e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ea expref: 158 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.026119:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e83 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ea expref: 157 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.026127:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d5:0x0].0x0 (ffffa0248e788d00) 00010000:00010000:2.0:1777580304.026130:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.026167:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838e00, rc 0) 00000100:00100000:2.0:1777580304.026230:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+158:282450:x1863919946423040:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1391us (2749us total) trans 8589950180 rc 0/0 00000100:00100000:2.0:1777580304.026239:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18780 00000100:00100000:2.0:1777580304.026246:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824973021689 time 7824973687909 state 0x2 ref 0 00000100:00100000:0.0:1777580304.028018:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4038 00000100:00100000:0.0:1777580304.028063:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+157:282447:x1863919946423296:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580304.029102:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+158:282447:x1863919946423296:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1061us (4051us total) trans 8589950181 rc 0/0 00000100:00100000:0.0:1777580304.029114:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4038 00010000:00010000:0.0:1777580304.040431:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.040455:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.040463:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.040469:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.040477:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.040486:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.040510:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d4:0x0].0x0 (ffffa0249dea8100) 00010000:00010000:0.0:1777580304.040513:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.040521:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.040528:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e46e67 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.041407:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.041927:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946423424 00000100:00100000:0.0:1777580304.041941:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946423424 00000100:00100000:0.0:1777580304.042002:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824973021689 time 7824973687909 state 0x0 ref 1 00000100:00100000:0.0:1777580304.042019:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824973787909 time 7824973687909 state 0x1 ref 1 00000100:00100000:0.0:1777580304.042055:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824973787909 time 7824990917422 state 0x0 ref 1 00000100:00100000:0.0:1777580304.042069:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+157:282448:x1863919946423424:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580304.042091:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.042103:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.042108:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.042109:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.042115:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.042120:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.042128:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.042159:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e46e91 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5f1 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.042171:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa0248e788600) 00010000:00010000:1.0:1777580304.042175:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.042179:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.042185:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46e7c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.042240:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e46e91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5f1 expref: 157 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.042256:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e46e91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5f1 expref: 157 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.042278:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d4:0x0].0x0 (ffffa0249dea8d00) 00010000:00010000:0.0:1777580304.042281:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580304.042296:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fd600, rc 0) 00000100:00100000:0.0:1777580304.042381:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+157:282448:x1863919946423424:12345-192.168.202.9@tcp:101:touch.500 Request processed in 315us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.042393:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18781 00000100:00100000:0.0:1777580304.042398:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824973787909 time 7824990917422 state 0x2 ref 0 00000100:00100000:0.0:1777580304.048876:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.049000:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.049039:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946423680 00000100:00100000:0.0:1777580304.049051:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946423680 00000100:00100000:0.0:1777580304.049104:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824973787909 time 7824990917422 state 0x0 ref 1 00000100:00100000:0.0:1777580304.049151:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824991017422 time 7824990917422 state 0x1 ref 1 00000100:00100000:0.0:1777580304.049177:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946423936 00000100:00100000:0.0:1777580304.049180:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946423936 00000100:00100000:0.0:1777580304.049197:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824991017422 time 7824990917422 state 0x1 ref 2 00000100:00100000:0.0:1777580304.049221:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824998183930 time 7824998083930 state 0x1 ref 2 00000100:00100000:0.0:1777580304.049234:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+158:282450:x1863919946423680:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580304.049320:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580304.049356:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46e83 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ea expref: 158 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.049380:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d5:0x0].0x0 (ffffa0248e788d00) 00010000:00010000:0.0:1777580304.049394:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580304.049490:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.049507:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.049519:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.049695:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007eaaae4b reply state 00000000c4060051 transno 8589950182 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.049707:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580304.049817:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+159:282450:x1863919946423680:12345-192.168.202.9@tcp:36:touch.500 Request processed in 584us (957us total) trans 8589950182 rc 0/0 00000100:00100000:0.0:1777580304.049826:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18782 00000100:00100000:0.0:1777580304.049856:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824998183930 time 7824998719129 state 0x0 ref 1 00000100:00100000:0.0:1777580304.049867:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+158:282455:x1863919946423936:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580304.049880:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.049892:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e46e9f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5f8 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050034:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050046:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050054:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050069:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050078:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050084:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.050247:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.050442:0:187655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486242680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:187655:1863919917436160:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1777580304.050493:0:187655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580304.050554:0:187655:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777580304.050581:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946424064 00000100:00100000:1.0:1777580304.050588:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946424064 00000100:00100000:1.0:1777580304.050623:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917436160 00000100:00100000:1.0:1777580304.050627:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917436160 00000100:00100000:1.0:1777580304.050658:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11510 00000100:00100000:1.0:1777580304.050665:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2362:x1863919946424064:12345-192.168.202.9@tcp:2:touch.500 00000004:00080000:0.0:1777580304.050701:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1572:0x0], index 1: 0 00010000:00010000:0.0:1777580304.050895:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e46eb4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050919:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e46eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050927:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e46eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.050934:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2362:x1863919946424064:12345-192.168.202.9@tcp:2:touch.500 Request processed in 270us (688us total) trans 8589938465 rc 0/0 00000100:00100000:1.0:1777580304.050941:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11510 00000100:00100000:1.0:1777580304.050959:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11511 00000100:00100000:1.0:1777580304.050964:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:187655:x1863919917436160:12345-0@lo:5:osp-pre-1-0.0 00010000:00010000:0.0:1777580304.050966:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050974:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050980:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.050986:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.050991:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777580304.050995:0:205896:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 5506 00010000:00010000:0.0:1777580304.050999:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.051015:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580304.051018:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.051022:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.051028:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e46ea6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.051043:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c6fb889c reply state 0000000089f001e3 transno 8589950183 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.051051:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580304.051082:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e46e9f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5f8 expref: 161 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.051096:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e46eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5f8 expref: 160 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.051103:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d6:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:0.0:1777580304.051105:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580304.051108:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fcc00, rc 0) 00000100:00100000:0.0:1777580304.051170:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+161:282455:x1863919946423936:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1305us (2170us total) trans 8589950183 rc 0/0 00000100:00100000:0.0:1777580304.051178:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18783 00000100:00100000:0.0:1777580304.051185:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824998183930 time 7824998719129 state 0x2 ref 0 00000100:00080000:0.0:1777580304.053951:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777580304.062536:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.063053:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580304.063117:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.063126:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.063168:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.063175:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.063184:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.063209:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d5:0x0].0x0 (ffffa0249dea8b00) 00010000:00010000:0.0:1777580304.063213:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.063219:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.063226:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e46e98 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.063430:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946424192 00000100:00100000:2.0:1777580304.063446:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946424192 00000100:00100000:2.0:1777580304.063492:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824998183930 time 7824998719129 state 0x0 ref 1 00000100:00100000:2.0:1777580304.063505:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824998819129 time 7824998719129 state 0x1 ref 1 00000100:00100000:2.0:1777580304.063530:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824998819129 time 7825012392406 state 0x0 ref 1 00000100:00100000:2.0:1777580304.063542:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+160:282450:x1863919946424192:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580304.064028:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.064041:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.064047:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.064052:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.064055:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.064062:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.064072:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0249dea8600) 00010000:00010000:1.0:1777580304.064076:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.064079:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.064084:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e46ead lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.064817:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.064843:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46ec2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d5ff expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.064939:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46ec2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ff expref: 160 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.064955:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46ec2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ff expref: 160 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.064976:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d5:0x0].0x0 (ffffa0248e788600) 00010000:00010000:2.0:1777580304.064979:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.064981:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839a00, rc 0) 00000100:00100000:2.0:1777580304.065062:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+160:282450:x1863919946424192:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1522us (2017us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.065071:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18784 00000100:00100000:2.0:1777580304.065079:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824998819129 time 7825012392406 state 0x2 ref 0 00000100:00100000:3.0:1777580304.069345:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.069400:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.069439:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946424704 00000100:00100000:3.0:1777580304.069453:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946424704 00000100:00100000:0.0:1777580304.070045:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946424448 00000100:00100000:0.0:1777580304.070053:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946424448 00000100:00100000:0.0:1777580304.070106:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4039 00000100:00100000:0.0:1777580304.070118:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+161:282448:x1863919946424448:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580304.070612:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+162:282448:x1863919946424448:12345-192.168.202.9@tcp:35:touch.500 Request processed in 494us (1277us total) trans 8589950184 rc 0/0 00000100:00100000:0.0:1777580304.070621:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4039 00000100:00100000:3.0:1777580304.070931:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824998819129 time 7825012392406 state 0x0 ref 1 00000100:00100000:3.0:1777580304.070947:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825012492406 time 7825012392406 state 0x1 ref 1 00000100:00100000:3.0:1777580304.070981:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825012492406 time 7825019842582 state 0x0 ref 1 00000100:00100000:3.0:1777580304.070996:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+161:282455:x1863919946424704:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580304.071042:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580304.071076:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e46eb4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5f8 expref: 161 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.071102:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d6:0x0].0x0 (ffffa0249dea8f00) 00010000:00010000:3.0:1777580304.071114:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.071218:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.071235:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.071248:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.071354:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a4eb49a reply state 000000000403b0e8 transno 8589950185 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.071371:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.071440:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+162:282455:x1863919946424704:12345-192.168.202.9@tcp:36:touch.500 Request processed in 447us (2037us total) trans 8589950185 rc 0/0 00000100:00100000:3.0:1777580304.071448:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18785 00000100:00100000:3.0:1777580304.071454:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825012492406 time 7825019842582 state 0x2 ref 0 00000100:00100000:3.0:1777580304.071533:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.071790:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946424960 00000100:00100000:1.0:1777580304.071800:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946424960 00000100:00100000:1.0:1777580304.071827:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825012492406 time 7825019842582 state 0x0 ref 1 00000100:00100000:1.0:1777580304.071836:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825019942582 time 7825019842582 state 0x1 ref 1 00000100:00100000:1.0:1777580304.071872:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825019942582 time 7825020734549 state 0x0 ref 1 00000100:00100000:1.0:1777580304.071884:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+162:282461:x1863919946424960:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580304.071897:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.071929:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e46ed0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d606 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.072069:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.072084:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.072094:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.072110:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.072118:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.072125:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580304.072733:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1597:0x0], index 0: 0 00010000:00010000:1.0:1777580304.072941:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e46ee5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.072953:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e46ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.072963:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e46ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.073008:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.073016:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.073023:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.073029:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.073034:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.073042:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.073054:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.073057:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.073062:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.073068:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e46ed7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580304.073082:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002083aeb5 reply state 0000000006f6a394 transno 8589950186 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.073090:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580304.083179:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e46ed0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d606 expref: 165 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.083225:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e46ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d606 expref: 164 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.083237:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d7:0x0].0x0 (ffffa024ad9fd900) 00010000:00010000:1.0:1777580304.083240:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580304.083246:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6ec00, rc 0) 00000100:00100000:1.0:1777580304.083359:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282461:x1863919946424960:12345-192.168.202.9@tcp:101:touch.500 Request processed in 11474us (11823us total) trans 8589950186 rc 0/0 00000100:00100000:1.0:1777580304.083372:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18786 00000100:00100000:1.0:1777580304.083382:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825019942582 time 7825020734549 state 0x2 ref 0 00000100:00100000:0.0:1777580304.085171:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.085284:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946425088 00000100:00100000:3.0:1777580304.085298:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946425088 00000100:00100000:3.0:1777580304.085358:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11512 00000100:00100000:3.0:1777580304.085369:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2361:x1863919946425088:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580304.085812:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2361:x1863919946425088:12345-192.168.202.9@tcp:2:touch.500 Request processed in 443us (679us total) trans 8589938865 rc 0/0 00000100:00100000:3.0:1777580304.085821:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11512 00000100:00100000:1.0:1777580304.087392:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:187655:x1863919917436160:12345-0@lo:5:osp-pre-1-0.0 Request processed in 36414us (36885us total) trans 8589938466 rc 0/0 00000100:00100000:1.0:1777580304.087407:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11511 00000100:00100000:3.0:1777580304.091721:0:187655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486242680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:187655:1863919917436160:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1777580304.091750:0:187655:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1572:0x0]-[0x280000400:0x15a1:0x0] 00000100:00100000:1.0:1777580304.102165:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.102209:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946425216 00000100:00100000:1.0:1777580304.102222:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946425216 00000100:00100000:1.0:1777580304.102274:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825019942582 time 7825020734549 state 0x0 ref 1 00000100:00100000:1.0:1777580304.102289:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825020834549 time 7825020734549 state 0x1 ref 1 00000100:00100000:1.0:1777580304.102315:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825020834549 time 7825051177286 state 0x0 ref 1 00000100:00100000:1.0:1777580304.102327:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282455:x1863919946425216:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580304.102354:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.102383:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e46ef3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d60d expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.102462:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e46ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d60d expref: 166 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.102481:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e46ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d60d expref: 166 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.102506:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d6:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:1.0:1777580304.102510:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580304.102514:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6f400, rc 0) 00000100:00100000:1.0:1777580304.102590:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282455:x1863919946425216:12345-192.168.202.9@tcp:101:touch.500 Request processed in 264us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.102599:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18787 00000100:00100000:1.0:1777580304.102605:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825020834549 time 7825051177286 state 0x2 ref 0 00010000:00010000:0.0:1777580304.102955:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.102967:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.102974:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.102981:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.102987:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.102995:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.103009:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d6:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:0.0:1777580304.103013:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.103016:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.103022:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46ec9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.103432:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.103442:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.103448:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.103454:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.103457:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.103463:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.103473:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024ad9fd100) 00010000:00010000:3.0:1777580304.103476:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.103480:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.103486:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e46ede lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.106131:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.116107:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.128039:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946425472 00000100:00100000:2.0:1777580304.128058:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946425472 00000100:00100000:2.0:1777580304.128380:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825020834549 time 7825051177286 state 0x0 ref 1 00000100:00100000:2.0:1777580304.128396:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825051277286 time 7825051177286 state 0x1 ref 1 00000100:00100000:2.0:1777580304.128433:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946425728 00000100:00100000:2.0:1777580304.128437:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946425728 00000100:00100000:2.0:1777580304.128450:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825051277286 time 7825051177286 state 0x1 ref 2 00000100:00100000:2.0:1777580304.128482:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825077443105 time 7825077343105 state 0x1 ref 2 00000100:00100000:2.0:1777580304.128503:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282461:x1863919946425472:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580304.128587:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.128621:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e46ee5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d606 expref: 165 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.128644:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d7:0x0].0x0 (ffffa024ad9fd900) 00010000:00010000:2.0:1777580304.128657:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.128753:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.128769:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.128781:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.128966:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087d48c39 reply state 00000000729382dc transno 8589950187 ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.128977:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.129100:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+166:282461:x1863919946425472:12345-192.168.202.9@tcp:36:touch.500 Request processed in 605us (22984us total) trans 8589950187 rc 0/0 00000100:00100000:2.0:1777580304.129110:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18788 00000100:00100000:2.0:1777580304.129161:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825077443105 time 7825078022928 state 0x0 ref 1 00000100:00100000:2.0:1777580304.129173:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+165:282458:x1863919946425728:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.129186:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.129199:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46f01 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d614 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.129743:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580304.130515:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.130537:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.130549:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.130568:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.130575:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.130582:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.131295:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1573:0x0], index 1: 0 00010000:00010000:2.0:1777580304.131503:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f16 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131516:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f16 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131527:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f16 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131571:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131583:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131590:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131596:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484839e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.131601:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131610:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131623:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.131626:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.131632:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131639:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46f08 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.131654:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cd9782c reply state 00000000df98db1d transno 8589950188 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.131663:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.131704:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46f01 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d614 expref: 168 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131721:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f16 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d614 expref: 167 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.131735:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d8:0x0].0x0 (ffffa0248e788d00) 00010000:00010000:2.0:1777580304.131737:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.131740:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1c400, rc 0) 00000100:00100000:2.0:1777580304.131818:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+168:282458:x1863919946425728:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2646us (15724us total) trans 8589950188 rc 0/0 00000100:00100000:2.0:1777580304.131829:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18789 00000100:00100000:2.0:1777580304.131838:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825077443105 time 7825078022928 state 0x2 ref 0 00000100:00100000:2.0:1777580304.135705:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.137705:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946426112 00000100:00100000:1.0:1777580304.137724:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946426112 00000100:00100000:1.0:1777580304.137819:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11513 00000100:00100000:1.0:1777580304.137832:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946426112:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580304.139170:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946426112:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1304us (3443us total) trans 8589938467 rc 0/0 00000100:00100000:1.0:1777580304.139183:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11513 00000100:00100000:0.0:1777580304.142859:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946425984 00000100:00100000:0.0:1777580304.142891:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946425984 00000100:00100000:0.0:1777580304.142986:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4040 00000100:00100000:0.0:1777580304.142998:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a5675c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+168:282450:x1863919946425984:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580304.148636:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.148667:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.148721:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.148766:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946426240 00000100:00100000:3.0:1777580304.148778:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946426240 00000100:00100000:3.0:1777580304.148830:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825077443105 time 7825078022928 state 0x0 ref 1 00000100:00100000:3.0:1777580304.148847:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825078122928 time 7825078022928 state 0x1 ref 1 00000100:00100000:3.0:1777580304.148869:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946426496 00000100:00100000:3.0:1777580304.148872:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946426496 00000100:00100000:3.0:1777580304.149088:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825078122928 time 7825078022928 state 0x1 ref 2 00000100:00100000:3.0:1777580304.149106:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946426752 00000100:00100000:3.0:1777580304.149110:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946426752 00000100:00100000:3.0:1777580304.149123:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824875076770 time 7824894274318 state 0x0 ref 1 00000100:00100000:3.0:1777580304.149130:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824894374318 time 7824894274318 state 0x1 ref 1 00000100:00100000:3.0:1777580304.149178:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824894374318 time 7825098038756 state 0x0 ref 1 00000100:00100000:3.0:1777580304.149191:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+172:282452:x1863919946426752:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580304.149274:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580304.149308:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46d33 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d57a expref: 172 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149339:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e46c68 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d542 expref: 171 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149352:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cb:0x0].0x0 (ffffa024c6346a00) 00010000:00010000:3.0:1777580304.149364:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.149396:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149413:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149424:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149442:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149450:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149458:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149710:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149720:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.149727:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580304.150467:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1807, 64 off123840 00000004:00080000:3.0:1777580304.150696:0:187630:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7825099343905ns, next at 7826099341234ns, rc = 0 00010000:00010000:3.0:1777580304.150787:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.150801:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.150811:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.150818:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.150824:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.150829:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.150861:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580304.151079:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a5675c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+171:282450:x1863919946425984:12345-192.168.202.9@tcp:35:touch.500 Request processed in 8077us (21332us total) trans 8589950189 rc 0/0 00000100:00100000:0.0:1777580304.151094:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4040 00010000:00010000:0.0:1777580304.151253:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.151262:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.151269:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.151275:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.151280:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.151289:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.151305:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d7:0x0].0x0 (ffffa0241785ff00) 00010000:00010000:0.0:1777580304.151309:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.151314:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.151321:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46efa lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.151868:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153691:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153700:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153706:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.153711:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153720:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153737:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cb:0x0].0x0 (ffffa02488b85600) 00010000:00010000:3.0:1777580304.153741:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580304.153747:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153754:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46f32 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153791:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153796:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153807:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153812:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.153815:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153821:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153829:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.153832:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.153835:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.153841:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46f24 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.153852:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003c8a2c98 reply state 00000000cc3cd35f transno 8589950190 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.153863:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.157183:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+170:282452:x1863919946426752:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7977us (8444us total) trans 8589950190 rc 0/0 00000100:00100000:3.0:1777580304.157200:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18792 00000100:00100000:3.0:1777580304.157209:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824894374318 time 7825098038756 state 0x2 ref 0 00000100:00100000:3.0:1777580304.157270:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825106231235 time 7825106131235 state 0x1 ref 2 00000100:00100000:3.0:1777580304.157288:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+169:282461:x1863919946426240:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580304.157314:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.157350:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46f40 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d61b expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.157428:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46f40 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d61b expref: 170 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.157446:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46f40 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d61b expref: 170 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.157470:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d7:0x0].0x0 (ffffa024996f9800) 00010000:00010000:3.0:1777580304.157473:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580304.157477:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51c00, rc 0) 00000100:00100000:3.0:1777580304.157501:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+170:282461:x1863919946426240:12345-192.168.202.9@tcp:101:touch.500 Request processed in 221us (8882us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.157507:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18790 00000100:00100000:3.0:1777580304.157524:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825106231235 time 7825106387035 state 0x0 ref 1 00000100:00100000:3.0:1777580304.157534:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+169:282458:x1863919946426496:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580304.157584:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580304.157608:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f16 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d614 expref: 169 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.157627:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d8:0x0].0x0 (ffffa0248e788d00) 00010000:00010000:3.0:1777580304.157638:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.157706:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.157716:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.157724:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.160208:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2519a8a reply state 0000000082f4c2cd transno 8589950191 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.160231:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.160402:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+170:282458:x1863919946426496:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2861us (11727us total) trans 8589950191 rc 0/0 00000100:00100000:3.0:1777580304.160414:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18791 00000100:00100000:3.0:1777580304.160423:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825106231235 time 7825106387035 state 0x2 ref 0 00010000:00010000:3.0:1777580304.160492:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.160500:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.160509:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.160514:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.160524:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.160542:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cb:0x0].0x0 (ffffa02488b85600) 00010000:00010000:3.0:1777580304.160546:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.160551:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.160563:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46f39 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.160590:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.160591:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.160593:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580304.160669:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580304.162289:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.162303:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.162311:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.162317:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.162322:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.162330:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.162346:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0241785fd00) 00010000:00010000:2.0:1777580304.162349:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.162353:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.162361:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f0f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.162489:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946427008 00000100:00100000:0.0:1777580304.162955:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946427008 00000100:00100000:3.0:1777580304.163504:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.163610:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946427136 00000100:00100000:1.0:1777580304.163616:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946427136 00000100:00100000:1.0:1777580304.163664:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11514 00000100:00100000:1.0:1777580304.163675:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946427136:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580304.164101:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2363:x1863919946427136:12345-192.168.202.9@tcp:2:touch.500 Request processed in 427us (601us total) trans 8589938866 rc 0/0 00000100:00100000:1.0:1777580304.164110:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11514 00000100:00100000:0.0:1777580304.165737:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4041 00000100:00100000:0.0:1777580304.165762:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+169:282455:x1863919946427008:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580304.166246:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+170:282455:x1863919946427008:12345-192.168.202.9@tcp:35:touch.500 Request processed in 496us (5576us total) trans 8589950192 rc 0/0 00000100:00100000:0.0:1777580304.166255:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4041 00000100:00100000:3.0:1777580304.167945:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.168106:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.168120:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.168129:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.168157:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.168163:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.168172:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.168192:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d8:0x0].0x0 (ffffa0249881de00) 00010000:00010000:3.0:1777580304.168195:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.168202:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.168208:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e46f47 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.169106:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946427392 00000100:00100000:2.0:1777580304.169124:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946427392 00000100:00100000:2.0:1777580304.169200:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825106231235 time 7825106387035 state 0x0 ref 1 00000100:00100000:2.0:1777580304.169218:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825106487035 time 7825106387035 state 0x1 ref 1 00000100:00100000:2.0:1777580304.169252:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825106487035 time 7825118113864 state 0x0 ref 1 00000100:00100000:2.0:1777580304.169270:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+169:282465:x1863919946427392:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.169306:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.169331:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46f4e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d622 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.169593:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.169834:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.169851:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.170215:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.170246:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946427520 00000100:00100000:3.0:1777580304.170252:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946427520 00000100:00100000:3.0:1777580304.170282:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825118213864 time 7825118113864 state 0x1 ref 2 00000100:00100000:3.0:1777580304.170306:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825118213864 time 7825119169343 state 0x0 ref 2 00000100:00100000:3.0:1777580304.170318:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+171:282458:x1863919946427520:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580304.170333:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.170351:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46f5c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d629 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.170398:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46f5c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d629 expref: 172 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.170413:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46f5c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d629 expref: 172 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.170433:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d8:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:3.0:1777580304.170436:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580304.170439:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4600, rc 0) 00010000:00010000:2.0:1777580304.171006:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.171016:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.171027:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.171627:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+172:282458:x1863919946427520:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1304us (1408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.171638:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18794 00010000:00010000:0.0:1777580304.172662:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.172679:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.172687:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.172694:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.172699:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.172707:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.172727:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02488b85b00) 00010000:00010000:0.0:1777580304.172730:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.172735:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.172742:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46f2b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.173952:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1598:0x0], index 0: 0 00000100:00100000:3.0:1777580304.176256:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580304.176689:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f6a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176713:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f6a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176727:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f6a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176777:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176784:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176790:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176796:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.176801:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176809:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176823:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.176826:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.176832:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176839:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f55 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.176852:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000612eab19 reply state 000000007d08bb4b transno 8589950193 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.176861:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.176927:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46f4e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d622 expref: 172 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176944:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f6a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d622 expref: 171 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.176952:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d9:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:2.0:1777580304.176954:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.176957:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1c400, rc 0) 00000100:00100000:2.0:1777580304.177049:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+172:282465:x1863919946427392:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7785us (9117us total) trans 8589950193 rc 0/0 00000100:00100000:2.0:1777580304.177060:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18793 00000100:00100000:2.0:1777580304.177070:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825118213864 time 7825119169343 state 0x2 ref 0 00000100:00100000:0.0:1777580304.177348:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946427776 00000100:00100000:0.0:1777580304.177359:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946427776 00000100:00100000:0.0:1777580304.177418:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4042 00000100:00100000:0.0:1777580304.177427:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+172:282461:x1863919946427776:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580304.177874:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+173:282461:x1863919946427776:12345-192.168.202.9@tcp:35:touch.500 Request processed in 447us (1632us total) trans 8589950194 rc 0/0 00000100:00100000:0.0:1777580304.177882:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4042 00000100:00100000:3.0:1777580304.186868:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.187039:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946427904 00000100:00100000:0.0:1777580304.187053:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946427904 00000100:00100000:0.0:1777580304.187123:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11515 00000100:00100000:0.0:1777580304.187175:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acfdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2361:x1863919946427904:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580304.187635:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acfdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2361:x1863919946427904:12345-192.168.202.9@tcp:2:touch.500 Request processed in 501us (781us total) trans 8589938468 rc 0/0 00000100:00100000:0.0:1777580304.187643:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11515 00010000:00010000:0.0:1777580304.187854:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.187868:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.187877:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.187884:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1de00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.187889:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.187898:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.187929:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02483f8e000) 00010000:00010000:0.0:1777580304.187933:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.187939:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.187945:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e46f63 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.193317:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.193365:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.193404:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946428032 00000100:00100000:2.0:1777580304.193417:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946428032 00000100:00100000:2.0:1777580304.193485:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7824894374318 time 7825098038756 state 0x0 ref 1 00000100:00100000:2.0:1777580304.193504:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825098138756 time 7825098038756 state 0x1 ref 1 00000100:00100000:2.0:1777580304.193525:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946428160 00000100:00100000:2.0:1777580304.193529:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946428160 00000100:00100000:2.0:1777580304.193541:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825098138756 time 7825098038756 state 0x1 ref 2 00000100:00100000:2.0:1777580304.193562:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825142524310 time 7825142424310 state 0x1 ref 2 00000100:00100000:2.0:1777580304.193574:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+173:282466:x1863919946428032:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.193606:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.193633:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46f78 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d630 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.193723:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.193741:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.193756:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.193773:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.193781:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.193788:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194050:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46f8d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194059:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46f8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194066:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46f8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.194104:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ce:0x0]: returning size 0 00000004:00200000:2.0:1777580304.194109:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.194172:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46f8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194187:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46f8d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194197:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194204:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194211:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194217:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.194222:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194231:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194246:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.194249:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.194254:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194260:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e46f7f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194276:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194282:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194287:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194293:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.194296:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194301:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194309:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa024acb37d00) 00010000:00010000:2.0:1777580304.194311:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.194314:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194320:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e46f86 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194363:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e46f78 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d630 expref: 175 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194378:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46f8d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d630 expref: 174 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194385:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ce:0x0].0x0 (ffffa0241785f300) 00010000:00010000:2.0:1777580304.194387:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.194389:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1d600, rc 0) 00000100:00100000:2.0:1777580304.194476:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+174:282466:x1863919946428032:12345-192.168.202.9@tcp:101:rm.500 Request processed in 904us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.194488:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18795 00000100:00100000:2.0:1777580304.194520:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825142524310 time 7825143382635 state 0x0 ref 1 00000100:00100000:2.0:1777580304.194533:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+173:282477:x1863919946428160:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.194544:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.194554:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46f94 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d637 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194591:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194600:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194607:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194623:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194631:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194637:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194698:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46fa9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194706:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194713:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.194733:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d0:0x0]: returning size 0 00000004:00200000:2.0:1777580304.194736:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.194748:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194756:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194763:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194768:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194779:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194785:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.194788:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194794:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194802:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.194805:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.194808:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194815:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e46f9b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194824:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194830:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194836:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194841:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02484838e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.194844:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194853:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.194860:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024acb37600) 00010000:00010000:2.0:1777580304.194863:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.194866:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.195500:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.195974:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946428288 00000100:00100000:3.0:1777580304.195985:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946428288 00000100:00100000:3.0:1777580304.196160:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825143482635 time 7825143382635 state 0x1 ref 2 00000100:00100000:3.0:1777580304.196187:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825143482635 time 7825145049893 state 0x0 ref 2 00000100:00100000:3.0:1777580304.196202:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+175:282480:x1863919946428288:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580304.196220:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.196240:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46fb0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d63e expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196304:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196316:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196327:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196342:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196348:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196354:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196466:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46fc5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196477:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196484:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580304.196513:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d3:0x0]: returning size 0 00000004:00200000:3.0:1777580304.196517:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580304.196535:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196546:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196554:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196561:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196567:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196573:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.196576:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196583:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196594:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.196598:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.196603:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196610:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e46fb7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196622:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196628:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196634:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196639:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.196641:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196648:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196655:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0249881de00) 00010000:00010000:3.0:1777580304.196657:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.196660:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196666:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e46fbe lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196699:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e46fb0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d63e expref: 177 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196714:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46fc5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d63e expref: 176 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.196722:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d3:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580304.196725:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580304.196728:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51200, rc 0) 00000100:00100000:3.0:1777580304.196797:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+176:282480:x1863919946428288:12345-192.168.202.9@tcp:101:rm.500 Request processed in 599us (1314us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.196806:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18797 00010000:00010000:2.0:1777580304.197120:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838e00/0xcb2b2f2f7e46fa2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.197173:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e46f94 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d637 expref: 176 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.197188:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d637 expref: 175 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.197195:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d0:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:2.0:1777580304.197198:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.197200:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484839e00, rc 0) 00000100:00100000:2.0:1777580304.197225:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+175:282477:x1863919946428160:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2695us (3860us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.197233:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18796 00000100:00100000:2.0:1777580304.197239:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825143482635 time 7825145049893 state 0x2 ref 0 00000100:00100000:3.0:1777580304.198317:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.198383:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.204391:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946428544 00000100:00100000:0.0:1777580304.204410:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946428544 00000100:00100000:2.0:1777580304.204618:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946428672 00000100:00100000:2.0:1777580304.204624:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946428672 00000100:00100000:2.0:1777580304.204678:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825143482635 time 7825145049893 state 0x0 ref 1 00000100:00100000:2.0:1777580304.204694:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825145149893 time 7825145049893 state 0x1 ref 1 00000100:00100000:2.0:1777580304.204732:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825145149893 time 7825153594080 state 0x0 ref 1 00000100:00100000:2.0:1777580304.204752:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aeebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+176:282464:x1863919946428672:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.204786:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.204816:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e46fcc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d645 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205252:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205273:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205288:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205306:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205313:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205320:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205467:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8bc00/0xcb2b2f2f7e46fe1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205477:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8bc00/0xcb2b2f2f7e46fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205492:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8bc00/0xcb2b2f2f7e46fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.205527:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7cd:0x0]: returning size 0 00000004:00200000:2.0:1777580304.205532:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.205558:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8bc00/0xcb2b2f2f7e46fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205573:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8bc00/0xcb2b2f2f7e46fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205582:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205589:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205596:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205603:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.205608:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205618:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205631:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.205634:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.205639:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205650:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a200/0xcb2b2f2f7e46fd3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205665:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205671:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205677:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205682:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8ba00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.205684:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205689:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205696:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024acb37a00) 00010000:00010000:2.0:1777580304.205699:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.205701:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205706:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ba00/0xcb2b2f2f7e46fda lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205745:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e46fcc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d645 expref: 178 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205769:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8bc00/0xcb2b2f2f7e46fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d645 expref: 177 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.205776:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cd:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:2.0:1777580304.205779:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.205782:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8bc00, rc 0) 00000100:00100000:2.0:1777580304.206220:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aeebb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+177:282464:x1863919946428672:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1475us (7833us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.206231:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18798 00000100:00100000:2.0:1777580304.206238:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825145149893 time 7825153594080 state 0x2 ref 0 00000100:00100000:2.0:1777580304.206703:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.206749:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946428800 00000100:00100000:2.0:1777580304.206758:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946428800 00000100:00100000:2.0:1777580304.206791:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825145149893 time 7825153594080 state 0x0 ref 1 00000100:00100000:2.0:1777580304.206803:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825153694080 time 7825153594080 state 0x1 ref 1 00000100:00100000:2.0:1777580304.206828:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825153694080 time 7825155690878 state 0x0 ref 1 00000100:00100000:2.0:1777580304.206839:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+177:282479:x1863919946428800:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.206859:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.207063:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ae00/0xcb2b2f2f7e46fe8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d64c expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.207217:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.207248:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.207269:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.207295:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.207320:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946429440 00000100:00100000:0.0:1777580304.207325:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946429440 00000100:00100000:0.0:1777580304.207361:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4043 00000100:00100000:0.0:1777580304.207369:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+179:282458:x1863919946429440:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580304.207776:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+180:282458:x1863919946429440:12345-192.168.202.9@tcp:35:touch.500 Request processed in 406us (525us total) trans 8589950195 rc 0/0 00000100:00100000:0.0:1777580304.207784:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4043 00010000:00010000:2.0:1777580304.208089:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208109:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208122:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208156:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208165:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208171:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208295:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ac00/0xcb2b2f2f7e46ffd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208304:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ac00/0xcb2b2f2f7e46ffd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208310:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ac00/0xcb2b2f2f7e46ffd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.208341:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d2:0x0]: returning size 0 00000004:00200000:2.0:1777580304.208346:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.208365:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ac00/0xcb2b2f2f7e46ffd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208376:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ac00/0xcb2b2f2f7e46ffd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208388:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208395:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208401:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208407:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8b000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.208411:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208418:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208430:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.208433:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.208438:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208444:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b000/0xcb2b2f2f7e46fef lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208457:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208462:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208467:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208472:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.208475:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208495:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208502:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024acb37300) 00010000:00010000:2.0:1777580304.208505:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.208508:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208513:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a400/0xcb2b2f2f7e46ff6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208550:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ae00/0xcb2b2f2f7e46fe8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d64c expref: 180 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208565:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ac00/0xcb2b2f2f7e46ffd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d64c expref: 179 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208573:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d2:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580304.208576:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.208578:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8ac00, rc 0) 00000100:00100000:2.0:1777580304.208616:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+179:282479:x1863919946428800:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1779us (1915us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.208625:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18799 00000100:00100000:2.0:1777580304.208633:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825153694080 time 7825155690878 state 0x2 ref 0 00000100:00100000:2.0:1777580304.208662:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946428928 00000100:00100000:2.0:1777580304.208668:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946428928 00000100:00100000:2.0:1777580304.208690:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825153694080 time 7825155690878 state 0x0 ref 1 00000100:00100000:2.0:1777580304.208699:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825155790878 time 7825155690878 state 0x1 ref 1 00000100:00100000:2.0:1777580304.208724:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946429056 00000100:00100000:2.0:1777580304.208727:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946429056 00000100:00100000:2.0:1777580304.208738:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825155790878 time 7825155690878 state 0x1 ref 2 00000100:00100000:2.0:1777580304.208745:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946429184 00000100:00100000:2.0:1777580304.208747:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946429184 00000100:00100000:2.0:1777580304.208756:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825155790878 time 7825155690878 state 0x1 ref 3 00000100:00100000:2.0:1777580304.208767:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825157730561 time 7825157630561 state 0x1 ref 3 00000100:00100000:2.0:1777580304.208778:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+181:282487:x1863919946428928:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.208793:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.208805:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e47004 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d653 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208851:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208861:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.208870:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.210220:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825159174392 time 7825159074392 state 0x1 ref 3 00000100:00100000:1.0:1777580304.210280:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825118213864 time 7825119169343 state 0x0 ref 1 00000100:00100000:1.0:1777580304.210294:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825119269343 time 7825119169343 state 0x1 ref 1 00000100:00100000:1.0:1777580304.210310:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825119269343 time 7825159173799 state 0x0 ref 1 00000100:00100000:1.0:1777580304.210324:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+182:282465:x1863919946428544:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580304.210382:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580304.210412:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e46f6a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d622 expref: 182 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.210433:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d9:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:1.0:1777580304.210446:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580304.210548:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.210563:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.210573:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580304.210756:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054050ccf reply state 00000000f6f63df0 transno 8589950196 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.210768:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580304.211052:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+183:282465:x1863919946428544:12345-192.168.202.9@tcp:36:touch.500 Request processed in 555us (12564us total) trans 8589950196 rc 0/0 00000100:00100000:1.0:1777580304.211061:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18803 00000100:00100000:1.0:1777580304.211067:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825119269343 time 7825159173799 state 0x2 ref 0 00000100:00100000:1.0:1777580304.211102:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825159174392 time 7825159965967 state 0x0 ref 3 00000100:00100000:1.0:1777580304.211115:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+182:282490:x1863919946429184:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.211130:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.211184:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e47019 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d661 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.211237:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.211248:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.211258:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.211271:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.211277:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.211283:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.211405:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4702e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212015:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212024:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212034:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212103:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e4703c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212112:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e4703c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212118:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e4703c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.212166:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d4:0x0]: returning size 0 00000004:00200000:2.0:1777580304.212171:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.212193:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e4703c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212208:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e4703c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212217:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212223:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212229:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212240:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8a600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.212244:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212251:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212264:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.212267:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.212271:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212276:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8a600/0xcb2b2f2f7e4700b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212288:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212294:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212299:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212304:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496d8aa00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.212306:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212312:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212322:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02497a21a00) 00010000:00010000:2.0:1777580304.212324:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.212327:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212332:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8aa00/0xcb2b2f2f7e47035 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212368:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8be00/0xcb2b2f2f7e47004 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d653 expref: 184 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212383:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e4703c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d653 expref: 183 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.212391:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d4:0x0].0x0 (ffffa0249dea8d00) 00010000:00010000:2.0:1777580304.212393:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.212396:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496d8b400, rc 0) 00000100:00100000:2.0:1777580304.212462:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+183:282487:x1863919946428928:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3685us (5245us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.212471:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18800 00010000:00010000:1.0:1777580304.212548:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4702e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212557:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4702e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580304.212579:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d6:0x0]: returning size 0 00000004:00200000:1.0:1777580304.212583:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580304.212593:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4702e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212602:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4702e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212610:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212616:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212622:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212628:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6ec00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.212631:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212637:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212647:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.212649:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.212652:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212658:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47020 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212670:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212676:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212682:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212688:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.212691:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212696:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212704:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024ad9fdb00) 00010000:00010000:1.0:1777580304.212707:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.212709:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212714:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47027 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212742:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e47019 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d661 expref: 184 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212755:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4702e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d661 expref: 183 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.212762:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d6:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:1.0:1777580304.212764:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580304.212767:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc000, rc 0) 00000100:00100000:1.0:1777580304.212790:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+183:282490:x1863919946429184:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1679us (5494us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.212797:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18802 00000100:00100000:1.0:1777580304.213614:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+182:282456:x1863919946429056:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.213639:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.213658:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47043 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d65a expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.213719:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.213731:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.213741:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.213756:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.213764:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.213771:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215659:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215685:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215698:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580304.215750:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7cc:0x0]: returning size 0 00000004:00200000:1.0:1777580304.215756:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580304.215782:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215797:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215808:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215814:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215822:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215832:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.215837:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215844:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.215857:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.215860:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.215865:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216585:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4704a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216610:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216617:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216623:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216628:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.216631:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216637:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216652:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024ad9fd100) 00010000:00010000:1.0:1777580304.216655:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.216658:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216664:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47051 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216714:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47043 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 184 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216732:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 183 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.216740:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:1.0:1777580304.216742:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580304.216745:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389020600, rc 0) 00000100:00100000:1.0:1777580304.216825:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+183:282456:x1863919946429056:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6585us (9553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.216836:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18801 00000100:00100000:1.0:1777580304.216845:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825159174392 time 7825159965967 state 0x2 ref 0 00000100:00100000:2.0:1777580304.217119:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.217186:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.217224:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.218131:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.218626:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946429568 00000100:00100000:1.0:1777580304.218638:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946429568 00000100:00100000:1.0:1777580304.218684:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825159174392 time 7825159965967 state 0x0 ref 1 00000100:00100000:1.0:1777580304.218698:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825160065967 time 7825159965967 state 0x1 ref 1 00000100:00100000:1.0:1777580304.218729:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825160065967 time 7825167591237 state 0x0 ref 1 00000100:00100000:1.0:1777580304.218743:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+182:282478:x1863919946429568:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.218767:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.218792:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e4705f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d668 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.219015:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946429696 00000100:00100000:0.0:1777580304.219021:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946429696 00000100:00100000:0.0:1777580304.219058:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946429824 00000100:00100000:0.0:1777580304.219062:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946429824 00000100:00100000:0.0:1777580304.219085:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946429952 00000100:00100000:0.0:1777580304.219088:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946429952 00000100:00100000:0.0:1777580304.219112:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11516 00000100:00100000:0.0:1777580304.219119:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946429696:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.219129:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.219162:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d66f expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580304.219191:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x156e:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:0.0:1777580304.219209:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.219212:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.219222:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 36 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.219244:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 36 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.219258:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1400, rc 0) 00000100:00100000:0.0:1777580304.219322:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946429696:12345-192.168.202.9@tcp:101:rm.500 Request processed in 203us (2135us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.219329:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11516 00000100:00100000:0.0:1777580304.219350:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11517 00000100:00100000:0.0:1777580304.219357:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946429824:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.219364:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.219374:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d676 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580304.219387:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x156f:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:0.0:1777580304.219397:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.219399:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.219403:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 36 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.219414:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 36 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.219429:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:0.0:1777580304.219450:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946429824:12345-192.168.202.9@tcp:101:rm.500 Request processed in 93us (2225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.219456:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11517 00000100:00100000:0.0:1777580304.219469:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11518 00000100:00100000:0.0:1777580304.219476:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2361:x1863919946429952:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.220093:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220115:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220130:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220179:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220186:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220193:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220348:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220357:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220368:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580304.220409:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d1:0x0]: returning size 0 00000004:00200000:1.0:1777580304.220414:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580304.220438:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220452:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220461:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220468:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.220475:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.221630:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.221668:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d67d expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580304.221702:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1595:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:0.0:1777580304.221729:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.221732:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.221744:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 37 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.221764:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 37 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.221779:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1de00, rc 0) 00000100:00100000:0.0:1777580304.221863:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2361:x1863919946429952:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2386us (3736us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.221873:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11518 00010000:00010000:1.0:1777580304.224415:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.224426:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224441:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224463:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.224466:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.224472:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224495:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020400/0xcb2b2f2f7e47066 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224517:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224525:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224532:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224538:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.224541:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224547:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224555:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024ad9fd900) 00010000:00010000:1.0:1777580304.224557:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.224561:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224566:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020800/0xcb2b2f2f7e4707b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224637:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021000/0xcb2b2f2f7e4705f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 184 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224661:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 183 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.224669:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:1.0:1777580304.224671:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580304.224674:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021200, rc 0) 00000100:00100000:1.0:1777580304.224761:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+183:282478:x1863919946429568:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6019us (7641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.224772:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18804 00000100:00100000:1.0:1777580304.224783:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825160065967 time 7825167591237 state 0x2 ref 0 00010000:00010000:2.0:1777580304.232589:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.232611:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.232625:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.232632:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.232638:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.232646:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.232666:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d9:0x0].0x0 (ffffa024ad9fd500) 00010000:00010000:2.0:1777580304.232670:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.232675:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.232682:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e47012 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.232859:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.232932:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.235647:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946430080 00000100:00100000:0.0:1777580304.235663:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946430080 00000100:00100000:0.0:1777580304.235746:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11519 00000100:00100000:0.0:1777580304.235758:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946430080:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.235785:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.235816:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d684 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580304.235851:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1592:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:0.0:1777580304.235891:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.235894:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.235915:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 38 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.235938:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 38 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.235955:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1c400, rc 0) 00000100:00100000:0.0:1777580304.236046:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2362:x1863919946430080:12345-192.168.202.9@tcp:101:rm.500 Request processed in 290us (3570us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.236054:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11519 00000100:00100000:2.0:1777580304.236232:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946430208 00000100:00100000:2.0:1777580304.236238:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946430208 00000100:00100000:2.0:1777580304.236269:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825119269343 time 7825159173799 state 0x0 ref 1 00000100:00100000:2.0:1777580304.236281:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825159273799 time 7825159173799 state 0x1 ref 1 00000100:00100000:2.0:1777580304.236309:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825159273799 time 7825185171332 state 0x0 ref 1 00000100:00100000:2.0:1777580304.236320:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+182:282465:x1863919946430208:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.236340:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.236358:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e47097 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d68b expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.236422:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e47097 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d68b expref: 183 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.236438:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e47097 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d68b expref: 183 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.236457:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d9:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:2.0:1777580304.236460:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.236463:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02484838800, rc 0) 00000100:00100000:2.0:1777580304.236502:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+183:282465:x1863919946430208:12345-192.168.202.9@tcp:101:touch.500 Request processed in 183us (3569us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.236509:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18805 00000100:00100000:2.0:1777580304.236513:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825159273799 time 7825185171332 state 0x2 ref 0 00000100:00100000:2.0:1777580304.239685:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.239727:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.239754:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.239787:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.240250:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946430464 00000100:00100000:3.0:1777580304.240264:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946430464 00000100:00100000:3.0:1777580304.240328:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946430592 00000100:00100000:3.0:1777580304.240332:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946430592 00000100:00100000:3.0:1777580304.240351:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946430336 00000100:00100000:3.0:1777580304.240353:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946430336 00000100:00100000:3.0:1777580304.240372:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946430720 00000100:00100000:3.0:1777580304.240375:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946430720 00000100:00100000:3.0:1777580304.240398:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11520 00000100:00100000:3.0:1777580304.240410:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946430464:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580304.240437:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.240466:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d699 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.241040:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11521 00000100:00100000:1.0:1777580304.241054:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946430592:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.241064:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.241079:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6a0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580304.241116:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x156d:0x0] initial LVB size: 0, mtime: 0x69f3b90e, atime: 0x69f3b90e, ctime: 0x69f3b90e, blocks: 0x1 00010000:00010000:1.0:1777580304.241166:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.241169:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.241181:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 40 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.241200:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 40 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.241220:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021000, rc 0) 00000100:00100000:1.0:1777580304.241306:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946430592:12345-192.168.202.9@tcp:101:rm.500 Request processed in 257us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.241313:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11521 00000100:00100000:1.0:1777580304.241340:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11522 00000100:00100000:1.0:1777580304.241347:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946430336:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.241355:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.241366:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d692 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580304.241380:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1570:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:1.0:1777580304.241389:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.241391:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.241396:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 40 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.241407:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 40 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.241415:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389020800, rc 0) 00000100:00100000:1.0:1777580304.241434:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946430336:12345-192.168.202.9@tcp:101:rm.500 Request processed in 89us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.241440:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11522 00000100:00100000:1.0:1777580304.241453:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11523 00000100:00100000:1.0:1777580304.241459:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946430720:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.241466:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.241476:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6a7 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580304.241760:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1571:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:3.0:1777580304.241773:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.241774:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.241779:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 40 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.241792:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 40 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.241801:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51000, rc 0) 00000100:00100000:3.0:1777580304.241825:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946430464:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1419us (2156us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.241831:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11520 00000100:00100000:2.0:1777580304.242116:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.242215:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.242280:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946431104 00000100:00100000:2.0:1777580304.242288:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946431104 00000100:00100000:2.0:1777580304.242322:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825159273799 time 7825185171332 state 0x0 ref 1 00000100:00100000:2.0:1777580304.242334:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825185271332 time 7825185171332 state 0x1 ref 1 00000100:00100000:2.0:1777580304.242359:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825185271332 time 7825191220307 state 0x0 ref 1 00000100:00100000:2.0:1777580304.242370:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+183:282469:x1863919946431104:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.242387:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.242407:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e470ba lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6b5 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.242599:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.242616:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.242629:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.242647:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.242653:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.242659:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.243329:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1574:0x0], index 1: 0 00010000:00010000:2.0:1777580304.243552:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e470cf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243565:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e470cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243574:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e470cf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243620:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243629:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243635:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243641:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248c032800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.243646:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243653:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243667:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.243670:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.243676:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243682:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032800/0xcb2b2f2f7e470c1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.243697:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b73cc8e9 reply state 00000000c20cd87b transno 8589950197 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.243706:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.243748:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248c032400/0xcb2b2f2f7e470ba lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6b5 expref: 186 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243768:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e470cf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6b5 expref: 185 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.243776:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7da:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:2.0:1777580304.243778:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.243781:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149800, rc 0) 00000100:00100000:2.0:1777580304.243872:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+186:282469:x1863919946431104:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1502us (1655us total) trans 8589950197 rc 0/0 00000100:00100000:2.0:1777580304.243882:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18806 00000100:00100000:2.0:1777580304.243888:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825185271332 time 7825191220307 state 0x2 ref 0 00002000:00010000:1.0:1777580304.244556:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1572:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:1.0:1777580304.244584:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.244587:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.244598:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 40 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.244616:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 40 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.244631:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389020400, rc 0) 00000100:00100000:1.0:1777580304.244679:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946430720:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3219us (4890us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.244687:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11523 00000100:00100000:1.0:1777580304.244715:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946430848 00000100:00100000:1.0:1777580304.244723:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946430848 00000100:00100000:1.0:1777580304.244772:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11524 00000100:00100000:1.0:1777580304.244781:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2363:x1863919946430848:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.244796:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.244817:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6ae expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580304.244839:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1594:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:1.0:1777580304.244848:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.244850:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.244854:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 39 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.244866:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 39 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.245818:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021a00, rc 0) 00000100:00100000:1.0:1777580304.246604:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946430848:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1815us (4480us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.246615:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11524 00010000:00010000:2.0:1777580304.256235:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.256261:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.256270:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.256278:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.256285:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.256295:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.256318:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02497a21a00) 00010000:00010000:2.0:1777580304.256323:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.256330:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.256337:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e470c8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.289463:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.289837:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.289861:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.289916:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.289958:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946431488 00000100:00100000:0.0:1777580304.289972:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946431488 00000100:00100000:0.0:1777580304.290040:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11525 00000100:00100000:0.0:1777580304.290051:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946431488:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580304.290694:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2363:x1863919946431488:12345-192.168.202.9@tcp:2:touch.500 Request processed in 640us (853us total) trans 8589938867 rc 0/0 00000100:00100000:0.0:1777580304.290704:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11525 00000100:00100000:0.0:1777580304.290745:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946431360 00000100:00100000:0.0:1777580304.290750:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946431360 00000100:00100000:0.0:1777580304.290792:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825185271332 time 7825191220307 state 0x0 ref 1 00000100:00100000:0.0:1777580304.290806:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825191320307 time 7825191220307 state 0x1 ref 1 00000100:00100000:0.0:1777580304.290824:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946431744 00000100:00100000:0.0:1777580304.290827:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946431744 00000100:00100000:0.0:1777580304.290838:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825191320307 time 7825191220307 state 0x1 ref 2 00000100:00100000:0.0:1777580304.290851:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946432000 00000100:00100000:0.0:1777580304.290854:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946432000 00000100:00100000:0.0:1777580304.290862:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825191320307 time 7825191220307 state 0x1 ref 3 00000100:00100000:2.0:1777580304.295024:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825243973427 time 7825243873427 state 0x1 ref 3 00000100:00100000:2.0:1777580304.295073:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+373:282494:x1863919946431360:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.295114:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.295160:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e470e4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6bc expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295406:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295426:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295441:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295460:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295468:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295475:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295668:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295678:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.295686:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.295699:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ca:0x0]: returning size 0 00010000:00010000:2.0:1777580304.296002:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296014:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296022:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296030:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.296035:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296045:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296062:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.296067:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.296073:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296087:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e470eb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296110:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296117:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296123:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296129:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.296132:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296175:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296183:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02497a21a00) 00010000:00010000:2.0:1777580304.296185:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.296188:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296193:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e470f2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296258:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e470e4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6bc expref: 376 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296280:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6bc expref: 375 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.296288:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:2.0:1777580304.296291:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.296293:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149000, rc 0) 00000100:00100000:2.0:1777580304.296379:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282494:x1863919946431360:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1331us (6930us total) trans 8589950198 rc 0/0 00000100:00100000:2.0:1777580304.296391:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18807 00000100:00100000:2.0:1777580304.296442:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825245402552 time 7825245302552 state 0x1 ref 2 00000100:00100000:2.0:1777580304.296459:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+186:282469:x1863919946431744:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:1.0:1777580304.296678:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825245402552 time 7825245539032 state 0x0 ref 2 00000100:00100000:1.0:1777580304.296695:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+186:282467:x1863919946432000:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580304.296707:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.296724:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47107 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6c3 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.296856:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.296869:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.296897:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.296923:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.296930:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.296937:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.297727:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.297752:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e470cf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6b5 expref: 187 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.297769:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7da:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:2.0:1777580304.297779:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.297853:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.297863:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580304.298023:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1599:0x0], index 0: 0 00010000:00010000:1.0:1777580304.298248:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47123 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298258:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47123 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298267:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47123 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298306:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298313:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298320:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298326:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.298332:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298340:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298348:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.298352:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.298355:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298361:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4710e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580304.298371:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0499b7e reply state 000000007ef1b1fb transno 8589950199 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.298381:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580304.298410:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47107 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6c3 expref: 188 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298424:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47123 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6c3 expref: 187 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.298432:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7db:0x0].0x0 (ffffa024993df600) 00010000:00010000:1.0:1777580304.298434:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580304.298436:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc400, rc 0) 00010000:00010000:2.0:1777580304.298589:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.298688:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056870c91 reply state 00000000d0aada18 transno 8589950200 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.298696:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.298769:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282469:x1863919946431744:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2314us (8906us total) trans 8589950200 rc 0/0 00000100:00100000:2.0:1777580304.298780:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18808 00000100:00100000:1.0:1777580304.300638:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282467:x1863919946432000:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3931us (10706us total) trans 8589950199 rc 0/0 00000100:00100000:1.0:1777580304.300653:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18809 00000100:00100000:1.0:1777580304.300664:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825245402552 time 7825245539032 state 0x2 ref 0 00000100:00080000:0.0:1777580304.301412:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777580304.309364:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.309386:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.309395:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.309401:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.309407:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.309416:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.309437:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7da:0x0].0x0 (ffffa02497a21e00) 00010000:00010000:2.0:1777580304.309440:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.309445:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.309452:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4711c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.313470:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580304.313584:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.313602:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.313611:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.313619:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.313625:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.313634:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.313657:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024993df300) 00010000:00010000:1.0:1777580304.313660:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.313667:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.313674:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47115 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.313855:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.316128:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.320117:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946432640 00000100:00100000:1.0:1777580304.320158:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946432640 00000100:00100000:1.0:1777580304.320253:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4044 00000100:00100000:1.0:1777580304.320266:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+187:282465:x1863919946432640:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580304.321212:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282465:x1863919946432640:12345-192.168.202.9@tcp:35:touch.500 Request processed in 941us (5094us total) trans 8589950201 rc 0/0 00000100:00100000:1.0:1777580304.321223:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4044 00000100:00100000:1.0:1777580304.324653:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.324744:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.337654:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946432256 00000100:00100000:0.0:1777580304.337683:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946432256 00000100:00100000:0.0:1777580304.337760:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825245402552 time 7825245539032 state 0x0 ref 1 00000100:00100000:0.0:1777580304.337778:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825245639032 time 7825245539032 state 0x1 ref 1 00000100:00100000:0.0:1777580304.337831:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946432384 00000100:00100000:0.0:1777580304.337836:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946432384 00000100:00100000:0.0:1777580304.337852:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825245639032 time 7825245539032 state 0x1 ref 2 00000100:00100000:0.0:1777580304.337867:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946432896 00000100:00100000:0.0:1777580304.337883:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946432896 00000100:00100000:0.0:1777580304.337896:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825160065967 time 7825167591237 state 0x0 ref 1 00000100:00100000:0.0:1777580304.337913:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825167691237 time 7825167591237 state 0x1 ref 1 00000100:00100000:0.0:1777580304.337928:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946433152 00000100:00100000:0.0:1777580304.337931:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946433152 00000100:00100000:0.0:1777580304.337946:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825245639032 time 7825245539032 state 0x1 ref 3 00000100:00100000:0.0:1777580304.337970:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825167691237 time 7825286831019 state 0x0 ref 1 00000100:00100000:0.0:1777580304.337992:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282443:x1863919946432896:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580304.338083:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580304.338125:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e46da3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d59d expref: 190 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338182:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e46c1b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d52d expref: 189 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338200:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:0.0:1777580304.338207:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580304.338243:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338264:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338283:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338307:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338315:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338322:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338800:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338815:0:188495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6bc expref: 375 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338824:0:188495:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338960:0:188495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6bc expref: 375 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.338983:0:188495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6bc expref: 375 pid: 188495 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.339006:0:188495:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:188495:1863919917436288:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580304.339201:0:188495:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28300 going to sleep for 11 seconds 00000100:00100000:0.0:1777580304.339253:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825288212861 time 7825288112861 state 0x1 ref 3 00000100:00100000:0.0:1777580304.339273:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282494:x1863919946432256:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580304.339328:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580304.339340:0:205914:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6bc expref: 375 pid: 188495 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.339358:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:0.0:1777580304.339362:0:205914:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.339371:0:205914:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.339378:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.339393:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580304.339686:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825288646043 time 7825288546043 state 0x1 ref 3 00000100:00100000:1.0:1777580304.339705:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282469:x1863919946432384:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580304.339719:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.339746:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47146 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6ca expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.339799:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47146 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ca expref: 189 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.339814:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47146 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ca expref: 189 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.339835:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7da:0x0].0x0 (ffffa024993dfe00) 00010000:00010000:1.0:1777580304.339838:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580304.339841:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021600, rc 0) 00000100:00100000:1.0:1777580304.340008:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282469:x1863919946432384:12345-192.168.202.9@tcp:101:touch.500 Request processed in 306us (26151us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.340017:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18811 00000100:00100000:1.0:1777580304.340047:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825288646043 time 7825288910016 state 0x0 ref 2 00000100:00100000:1.0:1777580304.340058:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282467:x1863919946433152:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580304.340127:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580304.340171:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47123 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6c3 expref: 188 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.340187:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7db:0x0].0x0 (ffffa024993df600) 00010000:00010000:1.0:1777580304.340198:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580304.340258:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.340267:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.340276:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.341039:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.341063:0:205914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.341073:0:205914:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.341099:0:205914:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.341115:0:205914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580304.342827:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e31d309 reply state 000000005727719c transno 8589950202 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.342860:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580304.343646:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282467:x1863919946433152:12345-192.168.202.9@tcp:36:touch.500 Request processed in 3578us (18890us total) trans 8589950202 rc 0/0 00000100:00100000:1.0:1777580304.343662:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18813 00010000:00010000:2.0:1777580304.351681:0:188495:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.9@tcp) returned -22 from blocking AST (req@00000000173f1a90 x1863919917436288) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6bc expref: 375 pid: 188495 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.351716:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e470f9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6bc expref: 375 pid: 188495 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.351738:0:188495:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:188495:1863919917436288:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580304.351770:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:2.0:1777580304.351776:0:188495:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.351792:0:188495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.351802:0:188495:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.351808:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.352748:0:188495:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7ca:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1777580304.354068:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354089:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354098:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354105:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.354110:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354119:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354153:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:2.0:1777580304.354156:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.354160:0:188495:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354171:0:188495:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354179:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354228:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354236:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e4713f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354259:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354266:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354272:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354277:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.354280:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354286:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354294:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.354296:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.354299:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354304:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47131 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.354314:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e34ee19 reply state 00000000771655c9 transno 8589950203 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.354323:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.354392:0:205914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.354399:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.355726:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.356155:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.356194:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946433408 00000100:00100000:0.0:1777580304.356206:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946433408 00000100:00100000:0.0:1777580304.356267:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825289010016 time 7825288910016 state 0x1 ref 2 00000100:00100000:0.0:1777580304.356298:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825289010016 time 7825305160215 state 0x0 ref 2 00000100:00100000:0.0:1777580304.356312:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282467:x1863919946433408:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580304.356347:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.356373:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e4715b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6d1 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.356452:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e4715b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6d1 expref: 192 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.356467:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e4715b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6d1 expref: 192 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.356702:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c84172c reply state 0000000006a0b9d6 transno 8589950204 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.356713:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.356846:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282494:x1863919946432256:12345-192.168.202.9@tcp:36:touch.500 Request processed in 17578us (43392us total) trans 8589950204 rc 0/0 00000100:00100000:2.0:1777580304.356859:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18810 00010000:00010000:3.0:1777580304.358154:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.358172:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.358180:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.358186:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.358192:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.358201:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.358221:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7db:0x0].0x0 (ffffa024993df900) 00010000:00010000:3.0:1777580304.358224:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.358230:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.358236:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e4714d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.358273:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946433280 00000100:00100000:3.0:1777580304.358282:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946433280 00000100:00100000:3.0:1777580304.358343:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11526 00000100:00100000:3.0:1777580304.358353:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2362:x1863919946433280:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:0.0:1777580304.358679:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7db:0x0].0x0 (ffffa024993df900) 00010000:00010000:0.0:1777580304.358684:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580304.358687:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fde00, rc 0) 00000100:00100000:0.0:1777580304.358997:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282467:x1863919946433408:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2684us (2859us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.359008:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18814 00000100:00100000:0.0:1777580304.359017:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825289010016 time 7825305160215 state 0x2 ref 0 00000100:00100000:0.0:1777580304.361652:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282443:x1863919946432896:12345-192.168.202.9@tcp:36:rm.500 Request processed in 23652us (37152us total) trans 8589950203 rc 0/0 00000100:00100000:0.0:1777580304.361669:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18812 00000100:00100000:0.0:1777580304.361679:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825167691237 time 7825286831019 state 0x2 ref 0 00000100:00100000:3.0:1777580304.367787:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2362:x1863919946433280:12345-192.168.202.9@tcp:2:touch.500 Request processed in 9413us (12052us total) trans 8589938469 rc 0/0 00000100:00100000:3.0:1777580304.367804:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11526 00000100:00100000:2.0:1777580304.369593:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.369627:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.369699:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946433664 00000100:00100000:2.0:1777580304.369712:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946433664 00000100:00100000:2.0:1777580304.369767:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825289010016 time 7825305160215 state 0x0 ref 1 00000100:00100000:2.0:1777580304.369784:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825305260215 time 7825305160215 state 0x1 ref 1 00000100:00100000:2.0:1777580304.369814:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825305260215 time 7825318676185 state 0x0 ref 1 00000100:00100000:2.0:1777580304.369828:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282494:x1863919946433664:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.369861:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.369895:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e47162 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6d8 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.369981:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e47162 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6d8 expref: 377 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.369999:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148200/0xcb2b2f2f7e47162 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6d8 expref: 377 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.370021:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:2.0:1777580304.370025:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.370028:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148200, rc 0) 00000100:00100000:2.0:1777580304.370090:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282494:x1863919946433664:12345-192.168.202.9@tcp:101:touch.500 Request processed in 265us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.370102:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18815 00000100:00100000:2.0:1777580304.370108:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825305260215 time 7825318676185 state 0x2 ref 0 00000100:00100000:3.0:1777580304.370697:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946433536 00000100:00100000:3.0:1777580304.370708:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946433536 00000100:00100000:3.0:1777580304.374217:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11527 00000100:00100000:3.0:1777580304.374249:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+40:2364:x1863919946433536:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580304.374715:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2364:x1863919946433536:12345-192.168.202.9@tcp:2:touch.500 Request processed in 482us (5131us total) trans 8589938868 rc 0/0 00000100:00100000:3.0:1777580304.374724:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11527 00010000:00010000:3.0:1777580304.374782:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.374796:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.374810:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.374816:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.374821:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.374830:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.374849:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa0241785fd00) 00010000:00010000:3.0:1777580304.374852:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.374859:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.374866:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47138 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.375352:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.375363:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.375369:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.375379:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.375383:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.375388:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.375399:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:1.0:1777580304.375401:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.375404:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.375410:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47154 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.377324:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.377525:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946433920 00000100:00100000:2.0:1777580304.377537:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946433920 00000100:00100000:2.0:1777580304.377588:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825167691237 time 7825286831019 state 0x0 ref 1 00000100:00100000:2.0:1777580304.377605:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825286931019 time 7825286831019 state 0x1 ref 1 00000100:00100000:2.0:1777580304.377633:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825286931019 time 7825326495071 state 0x0 ref 1 00000100:00100000:2.0:1777580304.377647:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282442:x1863919946433920:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.377733:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.377767:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e46d87 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d596 expref: 189 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.377791:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e46bea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d51f expref: 188 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.377806:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c9:0x0].0x0 (ffffa0241785f000) 00010000:00010000:2.0:1777580304.377819:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.377852:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.377878:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.377895:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.377924:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.377932:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.377940:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.378099:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.378109:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.378116:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.378777:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1808, 64 off123904 00010000:00010000:2.0:1777580304.378857:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.378869:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.378880:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.378888:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.378896:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.378917:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385502:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.385566:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385582:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385591:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385598:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.385603:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385613:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385633:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c9:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:2.0:1777580304.385637:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.385642:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385648:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47177 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385681:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385687:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385692:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385697:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.385700:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385705:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385712:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.385715:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.385718:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.385724:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47169 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.385735:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed1117a6 reply state 0000000087bc92af transno 8589950205 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.385746:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.385911:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282442:x1863919946433920:12345-192.168.202.9@tcp:36:rm.500 Request processed in 8251us (8585us total) trans 8589950205 rc 0/0 00000100:00100000:2.0:1777580304.385922:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18816 00000100:00100000:2.0:1777580304.385933:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825286931019 time 7825326495071 state 0x2 ref 0 00010000:00010000:3.0:1777580304.389476:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777580304.389999:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.390390:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.390635:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946434304 00000100:00100000:1.0:1777580304.390649:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946434304 00000100:00100000:1.0:1777580304.390725:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11528 00000100:00100000:1.0:1777580304.390737:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2362:x1863919946434304:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:1.0:1777580304.391422:0:206352:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x156c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777580304.391427:0:206352:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x156c:0x0] updating lvb mtime from disk: 1777580302 -> 1777580303 00002000:00010000:1.0:1777580304.391430:0:206352:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x156c:0x0] updating lvb atime from disk: 1777580302 -> 1777580303 00002000:00010000:1.0:1777580304.391433:0:206352:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x156c:0x0] updating lvb ctime from disk: 1777580302 -> 1777580303 00002000:00010000:1.0:1777580304.391435:0:206352:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x156c:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777580304.391644:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2362:x1863919946434304:12345-192.168.202.9@tcp:2:touch.500 Request processed in 908us (1253us total) trans 8589938470 rc 0/0 00000100:00100000:1.0:1777580304.391655:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11528 00010000:00010000:3.0:1777580304.391827:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.391839:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.391844:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.391855:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.391978:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7c9:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:3.0:1777580304.391983:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.391988:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.391995:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4717e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.392020:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.392022:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.392023:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580304.392428:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946434176 00000100:00100000:1.0:1777580304.392437:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946434176 00000100:00100000:1.0:1777580304.393077:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4045 00000100:00100000:1.0:1777580304.393092:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282469:x1863919946434176:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580304.395697:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282469:x1863919946434176:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2595us (5696us total) trans 8589950206 rc 0/0 00000100:00100000:1.0:1777580304.395712:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4045 00000100:00100000:2.0:1777580304.399549:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1777580304.399852:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777580304.403126:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.403166:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.403175:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.403182:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.403188:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.403197:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.403219:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02497a21e00) 00010000:00010000:1.0:1777580304.403222:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.403228:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.403234:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47170 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.403305:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946434560 00000100:00100000:1.0:1777580304.403319:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946434560 00000100:00100000:1.0:1777580304.403394:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4046 00000100:00100000:1.0:1777580304.403406:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282467:x1863919946434560:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580304.403899:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282467:x1863919946434560:12345-192.168.202.9@tcp:35:touch.500 Request processed in 493us (4362us total) trans 8589950207 rc 0/0 00000100:00100000:1.0:1777580304.403921:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4046 00000100:00100000:2.0:1777580304.417834:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.421671:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946434816 00000100:00100000:2.0:1777580304.421693:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946434816 00000100:00100000:2.0:1777580304.421757:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825305260215 time 7825318676185 state 0x0 ref 1 00000100:00100000:2.0:1777580304.421774:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825318776185 time 7825318676185 state 0x1 ref 1 00000100:00100000:2.0:1777580304.421805:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825318776185 time 7825370666954 state 0x0 ref 1 00000100:00100000:2.0:1777580304.421827:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282472:x1863919946434816:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.421862:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.421891:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47185 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6df expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.422107:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.422127:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.422165:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.422186:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.422198:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.422204:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.422833:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1575:0x0], index 1: 0 00010000:00010000:2.0:1777580304.423057:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4719a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423070:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4719a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423080:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4719a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423125:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423164:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423172:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423179:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.423184:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423191:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423210:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.423214:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.423219:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423226:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e4718c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.423241:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4508452 reply state 00000000ccb4e74d transno 8589950208 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.423249:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.423288:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47185 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6df expref: 193 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423304:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4719a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6df expref: 192 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.423313:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dc:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:2.0:1777580304.423315:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.423318:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149200, rc 0) 00000100:00100000:2.0:1777580304.423421:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282472:x1863919946434816:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1604us (5602us total) trans 8589950208 rc 0/0 00000100:00100000:2.0:1777580304.423433:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18817 00000100:00100000:2.0:1777580304.423443:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825318776185 time 7825370666954 state 0x2 ref 0 00000100:00100000:2.0:1777580304.427044:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.427372:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.427512:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946435072 00000100:00100000:1.0:1777580304.427526:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946435072 00000100:00100000:1.0:1777580304.427593:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4047 00000100:00100000:1.0:1777580304.427604:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282494:x1863919946435072:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:1.0:1777580304.428056:0:187634:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7ca:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777580304.428205:0:187634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1803, 64 off123584 00000004:00080000:1.0:1777580304.428219:0:187634:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7825377083530ns, next at 7826377080364ns, rc = 0 00010000:00010000:1.0:1777580304.428300:0:187634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.428321:0:187634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.428336:0:187634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.428345:0:187634:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.428351:0:187634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.428359:0:187634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.428383:0:187634:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580304.428509:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282494:x1863919946435072:12345-192.168.202.9@tcp:35:touch.500 Request processed in 905us (1473us total) trans 8589950209 rc 0/0 00000100:00100000:1.0:1777580304.428519:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4047 00010000:00010000:3.0:1777580304.429991:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.430007:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.430021:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.430026:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.430038:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.430058:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ca:0x0].0x0 (ffffa0241785f500) 00010000:00010000:3.0:1777580304.430062:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.430068:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.430076:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f200/0xcb2b2f2f7e471a8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ca:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.430092:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.430094:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.430096:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580304.436107:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946435328 00000100:00100000:1.0:1777580304.436129:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946435328 00000100:00100000:1.0:1777580304.436212:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825318776185 time 7825370666954 state 0x0 ref 1 00000100:00100000:1.0:1777580304.436230:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825370766954 time 7825370666954 state 0x1 ref 1 00000100:00100000:1.0:1777580304.436260:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825370766954 time 7825385122650 state 0x0 ref 1 00000100:00100000:1.0:1777580304.436278:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282501:x1863919946435328:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580304.436309:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.436338:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e471af lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6e6 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.436564:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.436583:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.436596:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.436620:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.436627:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.436633:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580304.437285:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x159a:0x0], index 0: 0 00010000:00010000:1.0:1777580304.437498:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e471c4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437510:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e471c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437518:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e471c4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437562:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437570:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437578:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437584:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6ec00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.437589:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437601:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437615:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.437618:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.437623:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437629:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e471b6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580304.437644:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dba1a0c2 reply state 00000000a7c9ed52 transno 8589950210 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.437653:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580304.437691:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e471af lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6e6 expref: 380 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437707:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e471c4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6e6 expref: 379 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.437716:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7aa:0x0].0x0 (ffffa024993df300) 00010000:00010000:1.0:1777580304.437718:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580304.437720:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bce00, rc 0) 00000100:00100000:1.0:1777580304.437828:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282501:x1863919946435328:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1557us (10456us total) trans 8589950210 rc 0/0 00000100:00100000:1.0:1777580304.437839:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18818 00000100:00100000:1.0:1777580304.437848:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825370766954 time 7825385122650 state 0x2 ref 0 00000100:00100000:3.0:1777580304.440670:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.440711:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.440727:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.440737:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.440744:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.440750:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.440759:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.440779:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02497a21a00) 00010000:00010000:3.0:1777580304.440782:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.440788:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.440794:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47193 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.441769:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946435584 00000100:00100000:0.0:1777580304.441785:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946435584 00000100:00100000:0.0:1777580304.441838:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825370766954 time 7825385122650 state 0x0 ref 1 00000100:00100000:0.0:1777580304.441853:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825385222650 time 7825385122650 state 0x1 ref 1 00000100:00100000:0.0:1777580304.441894:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825385222650 time 7825390755720 state 0x0 ref 1 00000100:00100000:0.0:1777580304.441918:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282472:x1863919946435584:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580304.442007:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580304.442036:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4719a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6df expref: 192 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.442057:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dc:0x0].0x0 (ffffa02497a21f00) 00010000:00010000:0.0:1777580304.442066:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580304.442195:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.442212:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.442223:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.442412:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d1f4c94 reply state 00000000883efbd6 transno 8589950211 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.442425:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580304.443715:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282472:x1863919946435584:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1792us (3049us total) trans 8589950211 rc 0/0 00000100:00100000:0.0:1777580304.443729:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18819 00000100:00100000:0.0:1777580304.443739:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825385222650 time 7825390755720 state 0x2 ref 0 00000100:00100000:3.0:1777580304.471497:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.471552:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.471567:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.471678:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.471710:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.471728:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.471737:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.471744:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.471750:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.471758:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.471777:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dc:0x0].0x0 (ffffa0241785ff00) 00010000:00010000:3.0:1777580304.471780:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.471785:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.471792:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e471d2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.473028:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946435840 00000100:00100000:2.0:1777580304.473048:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946435840 00000100:00100000:2.0:1777580304.473103:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825286931019 time 7825326495071 state 0x0 ref 1 00000100:00100000:2.0:1777580304.473118:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825326595071 time 7825326495071 state 0x1 ref 1 00010000:00010000:1.0:1777580304.473176:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.473180:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946436096 00000100:00100000:2.0:1777580304.473184:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946436096 00010000:00010000:1.0:1777580304.473189:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473196:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.473197:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825385222650 time 7825390755720 state 0x0 ref 1 00010000:00010000:1.0:1777580304.473203:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:2.0:1777580304.473205:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825390855720 time 7825390755720 state 0x1 ref 1 00010000:00010000:1.0:1777580304.473208:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473215:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.473219:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946436224 00000100:00100000:2.0:1777580304.473222:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946436224 00000100:00100000:2.0:1777580304.473232:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825326595071 time 7825326495071 state 0x1 ref 2 00010000:00010000:1.0:1777580304.473232:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa024993df600) 00010000:00010000:1.0:1777580304.473236:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.473240:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.473245:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946436352 00000100:00100000:2.0:1777580304.473247:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946436352 00010000:00010000:1.0:1777580304.473248:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e471bd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.473255:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825390855720 time 7825390755720 state 0x1 ref 2 00000100:00100000:2.0:1777580304.473275:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422237422 time 7825422137422 state 0x1 ref 2 00000100:00100000:1.0:1777580304.473285:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422247427 time 7825422147427 state 0x1 ref 2 00000100:00100000:2.0:1777580304.473303:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282470:x1863919946435840:12345-192.168.202.9@tcp:36:rm.500 00000100:00100000:1.0:1777580304.473303:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282501:x1863919946436096:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580304.473381:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.473391:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580304.473402:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bce00/0xcb2b2f2f7e471c4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6e6 expref: 380 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473405:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e46dcd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b9 expref: 193 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473418:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7aa:0x0].0x0 (ffffa024993df300) 00010000:00010000:2.0:1777580304.473421:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e46d10 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d573 expref: 192 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473425:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.473436:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cf:0x0].0x0 (ffffa0248e788800) 00010000:00010000:2.0:1777580304.473445:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.473468:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473498:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473509:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473512:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473519:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473521:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473526:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473529:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473534:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473671:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473678:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.473684:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580304.473702:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e08e5ae9 reply state 00000000f98370b9 transno 8589950212 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.473710:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580304.473833:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282501:x1863919946436096:12345-192.168.202.9@tcp:36:touch.500 Request processed in 537us (2279us total) trans 8589950212 rc 0/0 00000100:00100000:1.0:1777580304.473840:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18821 00000100:00100000:1.0:1777580304.473866:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422237422 time 7825422728982 state 0x0 ref 2 00000100:00100000:1.0:1777580304.473876:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282505:x1863919946436224:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.473887:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.473897:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e471f5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6ed expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473948:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473959:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473966:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473977:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473983:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.473989:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474020:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474027:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474032:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474036:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.474039:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474045:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474053:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.474057:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.474060:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474066:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e471fc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474074:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474080:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474086:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474091:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.474093:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474098:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474104:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02488b77200) 00010000:00010000:1.0:1777580304.474106:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.474108:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474114:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47203 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474161:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e471f5 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ed expref: 381 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474172:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.474174:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.474177:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e471f5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ed expref: 381 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474185:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bde00, rc 0) 00000100:00100000:1.0:1777580304.474211:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282505:x1863919946436224:12345-192.168.202.9@tcp:101:rm.500 Request processed in 338us (2643us total) trans 0 rc 301/301 00000040:00080000:2.0:1777580304.474212:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1809, 64 off123968 00000100:00100000:1.0:1777580304.474218:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18822 00000100:00100000:1.0:1777580304.474236:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422247427 time 7825423099512 state 0x0 ref 1 00000100:00100000:1.0:1777580304.474245:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282472:x1863919946436352:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580304.474255:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.474262:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474265:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47211 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6f4 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474271:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474280:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474288:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474294:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474294:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47211 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6f4 expref: 193 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474300:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.474306:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47211 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6f4 expref: 193 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474322:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580304.474322:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dc:0x0].0x0 (ffffa02493bbd000) 00010000:00010000:1.0:1777580304.474325:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580304.474327:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6ec00, rc 0) 00010000:00010000:2.0:1777580304.474336:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474342:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.474347:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282472:x1863919946436352:12345-192.168.202.9@tcp:101:touch.500 Request processed in 103us (2669us total) trans 0 rc 0/0 00010000:00010000:2.0:1777580304.474348:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474354:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:1.0:1777580304.474354:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18823 00010000:00010000:2.0:1777580304.474357:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.474358:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422247427 time 7825423099512 state 0x2 ref 0 00010000:00010000:2.0:1777580304.474363:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474375:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cf:0x0].0x0 (ffffa024ad9fd500) 00010000:00010000:2.0:1777580304.474377:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.474380:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474385:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e471ee lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474398:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474404:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474408:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474413:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.474416:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474422:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474428:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.474430:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.474432:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474437:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e471d9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.474449:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b70c0877 reply state 00000000cb5f4467 transno 8589950213 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.474456:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.474487:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282470:x1863919946435840:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1201us (3013us total) trans 8589950213 rc 0/0 00000100:00100000:2.0:1777580304.474493:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18820 00000100:00100000:2.0:1777580304.474497:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422237422 time 7825422728982 state 0x2 ref 0 00010000:00010000:2.0:1777580304.474523:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580304.474529:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474535:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580304.474539:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474545:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474554:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cf:0x0].0x0 (ffffa024ad9fd500) 00010000:00010000:2.0:1777580304.474556:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580304.474559:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474565:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e4720a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.474575:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.474577:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.474579:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580304.483171:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.483193:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.483201:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.483208:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.483214:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.483222:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.483242:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02497a21e00) 00010000:00010000:0.0:1777580304.483246:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.483251:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.483262:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e471e7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.484249:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.484320:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.484348:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.484368:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.484386:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.484412:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580304.484552:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.484565:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.484572:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.484578:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.484583:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.484590:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.484605:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7aa:0x0].0x0 (ffffa024993df500) 00010000:00010000:2.0:1777580304.484608:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.484612:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.484619:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e471e0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.484666:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946436480 00000100:00100000:2.0:1777580304.484678:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946436480 00000100:00100000:2.0:1777580304.484722:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422237422 time 7825422728982 state 0x0 ref 1 00000100:00100000:2.0:1777580304.484737:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422828982 time 7825422728982 state 0x1 ref 1 00000100:00100000:2.0:1777580304.484759:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946436608 00000100:00100000:2.0:1777580304.484762:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946436608 00000100:00100000:2.0:1777580304.484775:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422828982 time 7825422728982 state 0x1 ref 2 00000100:00100000:2.0:1777580304.484789:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946436736 00000100:00100000:2.0:1777580304.484791:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946436736 00000100:00100000:2.0:1777580304.484802:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422828982 time 7825422728982 state 0x1 ref 3 00000100:00100000:2.0:1777580304.484809:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946436864 00000100:00100000:2.0:1777580304.484811:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946436864 00000100:00100000:2.0:1777580304.484820:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422828982 time 7825422728982 state 0x1 ref 4 00000100:00100000:2.0:1777580304.484826:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946437120 00000100:00100000:2.0:1777580304.484828:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946437120 00000100:00100000:2.0:1777580304.484837:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422828982 time 7825422728982 state 0x1 ref 5 00000100:00100000:2.0:1777580304.484843:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946437248 00000100:00100000:2.0:1777580304.484845:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946437248 00000100:00100000:2.0:1777580304.484855:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422828982 time 7825422728982 state 0x1 ref 6 00000100:00100000:2.0:1777580304.484878:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825433830261 time 7825433730261 state 0x1 ref 6 00000100:00100000:2.0:1777580304.484890:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282493:x1863919946436480:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.484935:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.484961:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e47218 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d6fb expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485053:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485070:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485082:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485098:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485105:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485111:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485280:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4722d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485290:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4722d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485298:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4722d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.485331:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d8:0x0]: returning size 0 00000004:00200000:2.0:1777580304.485336:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.485361:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4722d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485376:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4722d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485385:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485393:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485404:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485410:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.485413:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485419:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485427:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.485430:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.485433:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485439:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4721f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485451:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485458:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485464:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485469:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.485472:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485482:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485489:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa024acb37300) 00010000:00010000:2.0:1777580304.485492:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.485494:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485499:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e47226 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485529:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e47218 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6fb expref: 198 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485542:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4722d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6fb expref: 197 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485550:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d8:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:2.0:1777580304.485552:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.485554:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149200, rc 0) 00000100:00100000:2.0:1777580304.485631:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282493:x1863919946436480:12345-192.168.202.9@tcp:101:rm.500 Request processed in 741us (1392us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.485640:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18824 00000100:00100000:2.0:1777580304.485669:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825434632394 time 7825434532394 state 0x1 ref 5 00000100:00100000:2.0:1777580304.485680:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282503:x1863919946436608:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.485690:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.485700:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47234 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d702 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485733:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485742:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485750:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485762:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485768:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485774:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485830:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47249 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485839:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47249 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485845:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47249 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.485863:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7da:0x0]: returning size 0 00000004:00200000:2.0:1777580304.485866:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.485876:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47249 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485885:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47249 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485892:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485898:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485917:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485922:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.485925:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485930:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485937:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.485940:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.485943:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485948:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4723b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485958:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485964:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485971:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485976:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.485978:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485983:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485989:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa024acb37a00) 00010000:00010000:2.0:1777580304.485991:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.485994:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.485999:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47242 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486019:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47234 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d702 expref: 198 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486029:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47249 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d702 expref: 197 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486036:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7da:0x0].0x0 (ffffa024993dfe00) 00010000:00010000:2.0:1777580304.486039:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.486041:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1da00, rc 0) 00000100:00100000:2.0:1777580304.486065:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282503:x1863919946436608:12345-192.168.202.9@tcp:101:rm.500 Request processed in 387us (1746us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.486075:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18825 00000100:00100000:2.0:1777580304.486093:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825435055787 time 7825434955787 state 0x1 ref 4 00000100:00100000:2.0:1777580304.486103:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282504:x1863919946436736:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.486111:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.486119:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47250 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d709 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486179:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486188:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486196:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486208:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486215:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486221:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486269:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47265 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486277:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47265 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486285:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47265 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.486306:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7db:0x0]: returning size 0 00000004:00200000:2.0:1777580304.486308:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.486317:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47265 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486326:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47265 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486332:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486338:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486345:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486350:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.486353:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486359:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486366:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.486369:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.486372:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486382:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47257 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486392:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486398:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486404:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486410:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.486412:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486418:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486425:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024acb37c00) 00010000:00010000:2.0:1777580304.486427:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.486430:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486436:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e4725e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486459:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47250 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d709 expref: 198 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486476:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47265 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d709 expref: 197 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486483:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7db:0x0].0x0 (ffffa024993df900) 00010000:00010000:2.0:1777580304.486486:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.486488:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997e600, rc 0) 00000100:00100000:2.0:1777580304.486513:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282504:x1863919946436736:12345-192.168.202.9@tcp:101:rm.500 Request processed in 412us (2164us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.486520:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18826 00000100:00100000:2.0:1777580304.486536:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825435499755 time 7825435399755 state 0x1 ref 3 00000100:00100000:2.0:1777580304.486548:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282505:x1863919946436864:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.486557:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.486565:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4726c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d710 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486596:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486605:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486612:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486623:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486635:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486640:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486669:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486676:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486681:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486687:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.486690:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486695:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486704:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.486706:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.486709:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486714:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47273 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486724:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486731:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486736:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486741:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.486744:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486749:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486756:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024acb37600) 00010000:00010000:2.0:1777580304.486758:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.486761:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486766:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4727a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486790:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4726c lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d710 expref: 380 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486800:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.486802:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.486805:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4726c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d710 expref: 380 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486820:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f000, rc 0) 00000100:00100000:2.0:1777580304.486842:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282505:x1863919946436864:12345-192.168.202.9@tcp:101:rm.500 Request processed in 296us (2473us total) trans 0 rc 301/301 00000100:00100000:2.0:1777580304.486848:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18827 00000100:00100000:2.0:1777580304.486865:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825435828569 time 7825435728569 state 0x1 ref 2 00000100:00100000:2.0:1777580304.486875:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282492:x1863919946437120:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.486884:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.486892:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47281 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d717 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486959:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486968:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486976:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486989:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.486997:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487004:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487063:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e47296 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487072:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e47296 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487080:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e47296 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.487101:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d7:0x0]: returning size 0 00000004:00200000:2.0:1777580304.487104:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.487116:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e47296 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487124:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e47296 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487131:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487172:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487179:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487184:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.487187:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487193:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487201:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.487204:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.487206:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487212:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47288 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487223:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487229:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487235:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487240:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.487242:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487248:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487255:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024acb37d00) 00010000:00010000:2.0:1777580304.487258:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.487260:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487267:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4728f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487296:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47281 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d717 expref: 198 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487309:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e47296 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d717 expref: 197 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487316:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d7:0x0].0x0 (ffffa024996f9800) 00010000:00010000:2.0:1777580304.487319:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.487322:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680e600, rc 0) 00000100:00100000:2.0:1777580304.487355:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825435828569 time 7825436216397 state 0x0 ref 2 00000100:00100000:2.0:1777580304.487367:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282496:x1863919946437248:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.487376:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.487384:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4729d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d71e expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487416:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487426:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487434:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487449:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487460:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487467:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487518:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e472b2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487527:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e472b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487534:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e472b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.487552:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d9:0x0]: returning size 0 00000004:00200000:2.0:1777580304.487555:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.487563:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e472b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487570:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e472b2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487577:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487582:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487589:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487598:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.487601:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487606:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487613:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.487615:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.487618:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487623:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e472a4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487632:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487637:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487643:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487648:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.487651:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487657:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487667:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02499479b00) 00010000:00010000:2.0:1777580304.487670:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.487672:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487677:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e472ab lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487697:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e4729d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d71e expref: 199 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487707:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e472b2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d71e expref: 198 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.487713:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d9:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:2.0:1777580304.487715:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.487717:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a680f000, rc 0) 00000100:00100000:2.0:1777580304.487748:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395fffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282496:x1863919946437248:12345-192.168.202.9@tcp:101:rm.500 Request processed in 383us (3335us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.487755:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18829 00000100:00100000:3.0:1777580304.491393:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282492:x1863919946437120:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4499us (6986us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.491411:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18828 00000100:00100000:3.0:1777580304.491423:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825435828569 time 7825436216397 state 0x2 ref 0 00000100:00100000:2.0:1777580304.496788:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.496887:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.496938:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946437376 00000100:00100000:2.0:1777580304.496952:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946437376 00000100:00100000:2.0:1777580304.497010:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825435828569 time 7825436216397 state 0x0 ref 1 00000100:00100000:2.0:1777580304.497028:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825436316397 time 7825436216397 state 0x1 ref 1 00000100:00100000:2.0:1777580304.497067:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825436316397 time 7825445928799 state 0x0 ref 1 00000100:00100000:2.0:1777580304.497084:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282491:x1863919946437376:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.497115:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.497185:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e472b9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d725 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497281:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497301:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497315:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497334:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497341:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497348:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497504:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e472ce lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497512:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e472ce lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497525:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e472ce lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.497560:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d5:0x0]: returning size 0 00000004:00200000:2.0:1777580304.497565:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.497591:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e472ce lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497605:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e472ce lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497614:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497622:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497630:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497637:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.497642:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497651:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497665:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.497669:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.497674:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497685:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e472c0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497701:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497707:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497714:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497719:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.497722:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497729:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497736:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02499479900) 00010000:00010000:2.0:1777580304.497738:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.497741:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497747:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e472c7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497783:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e472b9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d725 expref: 199 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497805:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e472ce lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d725 expref: 198 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.497813:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d5:0x0].0x0 (ffffa0248e788600) 00010000:00010000:2.0:1777580304.497815:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.497818:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148c00, rc 0) 00000100:00100000:2.0:1777580304.497919:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282491:x1863919946437376:12345-192.168.202.9@tcp:101:rm.500 Request processed in 822us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.497928:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18830 00000100:00100000:2.0:1777580304.497936:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825436316397 time 7825445928799 state 0x2 ref 0 00000100:00100000:0.0:1777580304.498158:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946436992 00000100:00100000:0.0:1777580304.498167:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946436992 00000100:00100000:0.0:1777580304.498219:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11529 00000100:00100000:0.0:1777580304.498229:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+41:2364:x1863919946436992:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580304.498583:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2364:x1863919946436992:12345-192.168.202.9@tcp:2:touch.500 Request processed in 356us (1814us total) trans 8589938471 rc 0/0 00000100:00100000:0.0:1777580304.498591:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11529 00000100:00100000:2.0:1777580304.508384:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.508436:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946437504 00000100:00100000:2.0:1777580304.508449:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946437504 00000100:00100000:2.0:1777580304.508509:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825422247427 time 7825423099512 state 0x0 ref 1 00000100:00100000:2.0:1777580304.508523:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825423199512 time 7825423099512 state 0x1 ref 1 00000100:00100000:2.0:1777580304.508550:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825423199512 time 7825457412605 state 0x0 ref 1 00000100:00100000:2.0:1777580304.508562:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282501:x1863919946437504:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.508594:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.508623:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e472d5 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d72c expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.508700:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e472d5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d72c expref: 380 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.508722:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e472d5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d72c expref: 380 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.508745:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7aa:0x0].0x0 (ffffa02499479700) 00010000:00010000:2.0:1777580304.508749:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.508752:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149800, rc 0) 00000100:00100000:2.0:1777580304.508819:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282501:x1863919946437504:12345-192.168.202.9@tcp:101:touch.500 Request processed in 257us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.508828:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18831 00000100:00100000:2.0:1777580304.508833:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825423199512 time 7825457412605 state 0x2 ref 0 00000100:00100000:2.0:1777580304.508947:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.508974:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.509741:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946437632 00000100:00100000:3.0:1777580304.509751:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946437632 00000100:00100000:3.0:1777580304.509815:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946437760 00000100:00100000:3.0:1777580304.509818:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946437760 00000100:00100000:3.0:1777580304.509853:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11530 00000100:00100000:3.0:1777580304.509863:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2363:x1863919946437632:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580304.509890:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.509927:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d733 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580304.509960:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1599:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:3.0:1777580304.509980:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.509982:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.509993:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 43 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.510011:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 43 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.510025:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50e00, rc 0) 00000100:00100000:3.0:1777580304.510080:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2363:x1863919946437632:12345-192.168.202.9@tcp:101:rm.500 Request processed in 219us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.510094:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11530 00000100:00100000:3.0:1777580304.510115:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11531 00000100:00100000:3.0:1777580304.510122:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+42:2363:x1863919946437760:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580304.510160:0:205895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.510172:0:205895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d73a expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580304.510186:0:205895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1598:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:3.0:1777580304.510195:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.510197:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.510201:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 43 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.510213:0:205895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 43 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.510222:0:205895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51800, rc 0) 00000100:00100000:3.0:1777580304.510239:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2363:x1863919946437760:12345-192.168.202.9@tcp:101:rm.500 Request processed in 119us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.510246:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11531 00000100:00100000:2.0:1777580304.524992:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.525045:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.525087:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.525185:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946438016 00000100:00100000:3.0:1777580304.525199:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946438016 00000100:00100000:3.0:1777580304.525267:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946437888 00000100:00100000:3.0:1777580304.525270:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946437888 00000100:00100000:3.0:1777580304.525294:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11532 00000100:00100000:3.0:1777580304.525305:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2364:x1863919946438016:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580304.525331:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.525359:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d748 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580304.525402:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1573:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:3.0:1777580304.525430:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.525433:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.525445:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 44 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.525467:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 44 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.525497:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fe00, rc 0) 00000100:00100000:3.0:1777580304.525568:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2364:x1863919946438016:12345-192.168.202.9@tcp:101:rm.500 Request processed in 265us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.525575:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11532 00000100:00100000:3.0:1777580304.525597:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11533 00000100:00100000:3.0:1777580304.525604:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2363:x1863919946437888:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580304.525612:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.525624:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d741 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580304.525640:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1574:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:3.0:1777580304.525651:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.525653:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.525657:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 44 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.525675:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 44 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.525685:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fa00, rc 0) 00000100:00100000:3.0:1777580304.525706:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2363:x1863919946437888:12345-192.168.202.9@tcp:101:rm.500 Request processed in 103us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.525713:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11533 00000100:00100000:0.0:1777580304.526607:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946438272 00000100:00100000:0.0:1777580304.526619:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946438272 00000100:00100000:0.0:1777580304.526660:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825423199512 time 7825457412605 state 0x0 ref 1 00000100:00100000:0.0:1777580304.526675:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825457512605 time 7825457412605 state 0x1 ref 1 00000100:00100000:0.0:1777580304.526712:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825457512605 time 7825475574375 state 0x0 ref 1 00000100:00100000:0.0:1777580304.526727:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282506:x1863919946438272:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580304.526744:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.526764:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e472f8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d74f expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.526974:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.526992:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.527005:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.527024:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.527032:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.527038:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580304.531893:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1576:0x0], index 1: 0 00010000:00010000:0.0:1777580304.532177:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e4730d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532200:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e4730d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532217:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e4730d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532269:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532276:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532283:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532290:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.532295:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532303:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532316:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580304.532320:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.532324:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532330:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e472ff lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.532350:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009dba181a reply state 00000000faeead60 transno 8589950214 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.532358:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580304.532402:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e472f8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d74f expref: 383 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532419:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e4730d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d74f expref: 382 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.532426:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ab:0x0].0x0 (ffffa0241785f000) 00010000:00010000:0.0:1777580304.532428:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580304.532431:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fcc00, rc 0) 00000100:00100000:0.0:1777580304.535208:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282506:x1863919946438272:12345-192.168.202.9@tcp:101:touch.500 Request processed in 8467us (10143us total) trans 8589950214 rc 0/0 00000100:00100000:0.0:1777580304.535225:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18832 00000100:00100000:0.0:1777580304.535238:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825457512605 time 7825475574375 state 0x2 ref 0 00000100:00100000:2.0:1777580304.571389:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.571451:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.571503:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946439168 00000100:00100000:2.0:1777580304.571516:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946439168 00000100:00100000:2.0:1777580304.571568:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825436316397 time 7825445928799 state 0x0 ref 1 00000100:00100000:2.0:1777580304.571586:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825446028799 time 7825445928799 state 0x1 ref 1 00000100:00100000:2.0:1777580304.571617:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825446028799 time 7825520479100 state 0x0 ref 1 00000100:00100000:2.0:1777580304.571631:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282480:x1863919946439168:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.571736:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.571775:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e46fc5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d63e expref: 198 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.571805:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838200/0xcb2b2f2f7e46e59 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5e3 expref: 197 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.571818:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d3:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:2.0:1777580304.571831:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.571863:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.571888:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.571910:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.571928:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.571936:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.571943:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572101:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572110:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572118:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.572792:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1810, 64 off124032 00010000:00010000:2.0:1777580304.572880:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572894:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572922:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572931:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572939:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572946:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.572974:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.573005:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573011:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573018:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573029:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.573035:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573043:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573055:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d3:0x0].0x0 (ffffa02499479b00) 00010000:00010000:2.0:1777580304.573058:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.573062:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573068:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47329 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573091:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573098:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573104:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573109:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.573112:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573118:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573130:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.573132:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.573163:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.573168:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4731b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.573178:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce1b3d34 reply state 0000000083ee0b05 transno 8589950215 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.573186:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.573299:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282480:x1863919946439168:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1665us (1841us total) trans 8589950215 rc 0/0 00000100:00100000:2.0:1777580304.573309:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18833 00000100:00100000:2.0:1777580304.573319:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825446028799 time 7825520479100 state 0x2 ref 0 00000100:00100000:2.0:1777580304.573441:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.574077:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.574086:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.574095:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.574099:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.574105:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.574118:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d3:0x0].0x0 (ffffa02499479b00) 00010000:00010000:3.0:1777580304.574121:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.574124:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.574131:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47330 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.574173:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.574175:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.574177:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580304.575818:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946438400 00000100:00100000:3.0:1777580304.575837:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946438400 00000100:00100000:2.0:1777580304.585570:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.587802:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946438784 00000100:00100000:0.0:1777580304.587822:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946438784 00000100:00100000:0.0:1777580304.587934:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4048 00000100:00100000:0.0:1777580304.587948:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282472:x1863919946438784:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580304.588546:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282472:x1863919946438784:12345-192.168.202.9@tcp:35:touch.500 Request processed in 599us (15103us total) trans 8589950216 rc 0/0 00000100:00100000:0.0:1777580304.588556:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4048 00000100:00100000:2.0:1777580304.601394:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.601531:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946438528 00000100:00100000:3.0:1777580304.601546:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946438528 00000100:00100000:3.0:1777580304.601629:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11534 00000100:00100000:3.0:1777580304.601641:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+35:2362:x1863919946438400:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580304.601641:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11535 00000100:00100000:1.0:1777580304.601651:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+43:2363:x1863919946438528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.601667:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.601697:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d756 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580304.601728:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1597:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:1.0:1777580304.601751:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.601754:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580304.601766:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 44 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.601790:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 44 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.601808:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7800, rc 0) 00000100:00100000:1.0:1777580304.601883:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2363:x1863919946438528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 234us (16326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.601892:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11535 00000100:00100000:3.0:1777580304.602101:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2362:x1863919946438400:12345-192.168.202.9@tcp:2:touch.500 Request processed in 463us (30729us total) trans 8589938869 rc 0/0 00000100:00100000:3.0:1777580304.602108:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11534 00010000:00010000:2.0:1777580304.604022:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604041:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604050:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604056:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.604063:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604072:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604091:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0241785ff00) 00010000:00010000:2.0:1777580304.604094:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.604099:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604106:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47306 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.604194:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.604221:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946439424 00000100:00100000:2.0:1777580304.604231:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946439424 00000100:00100000:2.0:1777580304.604271:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825457512605 time 7825475574375 state 0x0 ref 1 00000100:00100000:2.0:1777580304.604298:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825475674375 time 7825475574375 state 0x1 ref 1 00000100:00100000:2.0:1777580304.604322:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825475674375 time 7825553184363 state 0x0 ref 1 00000100:00100000:2.0:1777580304.604334:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282506:x1863919946439424:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580304.604405:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.604423:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e4730d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d74f expref: 382 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604435:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ab:0x0].0x0 (ffffa0241785f000) 00010000:00010000:2.0:1777580304.604444:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.604564:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604579:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.604591:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.604754:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa8aad8e reply state 0000000039d0beec transno 8589950217 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.604764:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.604869:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282506:x1863919946439424:12345-192.168.202.9@tcp:36:touch.500 Request processed in 535us (678us total) trans 8589950217 rc 0/0 00000100:00100000:2.0:1777580304.604878:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18834 00000100:00100000:2.0:1777580304.604884:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825475674375 time 7825553184363 state 0x2 ref 0 00000100:00100000:2.0:1777580304.605099:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.605122:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946439680 00000100:00100000:2.0:1777580304.605127:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946439680 00000100:00100000:2.0:1777580304.605171:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825446028799 time 7825520479100 state 0x0 ref 1 00000100:00100000:2.0:1777580304.605179:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825520579100 time 7825520479100 state 0x1 ref 1 00000100:00100000:2.0:1777580304.605194:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825520579100 time 7825554058326 state 0x0 ref 1 00000100:00100000:2.0:1777580304.605203:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282466:x1863919946439680:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.605236:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.605250:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e46f8d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d630 expref: 199 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605268:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e46cdf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d565 expref: 198 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605278:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ce:0x0].0x0 (ffffa0241785f300) 00010000:00010000:2.0:1777580304.605287:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.605305:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605314:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605320:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605335:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605342:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605347:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605474:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605482:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.605489:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.606092:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1804, 64 off123648 00010000:00010000:2.0:1777580304.606193:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606205:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606215:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606221:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606227:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606234:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606259:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.606283:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606289:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606295:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606301:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.606305:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606314:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606325:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ce:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580304.606329:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.606333:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606339:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e47353 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606362:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606369:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606375:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606380:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.606383:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606389:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606396:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.606399:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.606402:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606411:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e47345 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.606419:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013366796 reply state 00000000e3bb71ca transno 8589950218 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.606427:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.606518:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282466:x1863919946439680:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1311us (1416us total) trans 8589950218 rc 0/0 00000100:00100000:2.0:1777580304.606528:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18835 00000100:00100000:2.0:1777580304.606536:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825520579100 time 7825554058326 state 0x2 ref 0 00010000:00010000:2.0:1777580304.606584:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580304.606591:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606598:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580304.606602:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606607:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606616:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ce:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580304.606619:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580304.606622:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606628:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e4735a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.606647:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.606649:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.606651:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580304.606734:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.606769:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946439936 00000100:00100000:2.0:1777580304.606778:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946439936 00000100:00100000:2.0:1777580304.606807:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825475674375 time 7825553184363 state 0x0 ref 1 00000100:00100000:2.0:1777580304.606817:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825553284363 time 7825553184363 state 0x1 ref 1 00000100:00100000:2.0:1777580304.606839:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825553284363 time 7825555702741 state 0x0 ref 1 00000100:00100000:2.0:1777580304.606851:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282510:x1863919946439936:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.606872:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.606885:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e47361 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d764 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.607390:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946438912 00000100:00100000:3.0:1777580304.607398:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946438912 00000100:00100000:3.0:1777580304.607455:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11536 00000100:00100000:3.0:1777580304.607463:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2361:x1863919946438912:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580304.607474:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.607496:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d75d expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580304.607528:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1596:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:3.0:1777580304.607551:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.607554:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580304.607564:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 45 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.607583:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 45 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.607603:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6f200, rc 0) 00000100:00100000:3.0:1777580304.607648:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:2361:x1863919946438912:12345-192.168.202.9@tcp:101:rm.500 Request processed in 187us (6271us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.607656:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11536 00010000:00010000:0.0:1777580304.612909:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.612934:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.612942:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.612949:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.612955:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.612963:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.612984:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02499479900) 00010000:00010000:0.0:1777580304.612987:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.612993:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.613005:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47322 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.617526:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580304.618674:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618704:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618719:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618733:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618745:0:205914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 2/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618752:0:205914:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618777:0:205914:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618789:0:205914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618826:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618833:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618840:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618846:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.618849:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.618856:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.622043:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ab:0x0].0x0 (ffffa02499479000) 00010000:00010000:2.0:1777580304.622057:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.622075:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.622089:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4733e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.624458:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.624664:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946440320 00000100:00100000:2.0:1777580304.624683:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946440320 00000100:00100000:2.0:1777580304.624750:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825555802741 time 7825555702741 state 0x1 ref 2 00000100:00100000:2.0:1777580304.624781:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825555802741 time 7825573643472 state 0x0 ref 2 00000100:00100000:2.0:1777580304.624795:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282506:x1863919946440320:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.624832:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.625447:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4737d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d76b expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.625545:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4737d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d76b expref: 385 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.625568:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4737d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d76b expref: 385 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.625594:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ab:0x0].0x0 (ffffa024acb37600) 00010000:00010000:2.0:1777580304.625598:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.625602:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e2000, rc 0) 00000100:00100000:2.0:1777580304.627185:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+385:282506:x1863919946440320:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2369us (2722us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.627206:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18837 00000100:00100000:1.0:1777580304.628107:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946440192 00000100:00100000:1.0:1777580304.628166:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946440192 00000100:00100000:1.0:1777580304.628236:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4049 00000100:00100000:1.0:1777580304.628247:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+385:282501:x1863919946440192:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580304.633058:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+386:282501:x1863919946440192:12345-192.168.202.9@tcp:35:touch.500 Request processed in 4797us (15531us total) trans 8589950219 rc 0/0 00000100:00100000:1.0:1777580304.633076:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4049 00000100:00100000:3.0:1777580304.636632:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580304.637178:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637192:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637201:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637208:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.637214:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637222:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637242:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0249dea8900) 00010000:00010000:0.0:1777580304.637245:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.637249:0:3274:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637260:0:3274:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637268:0:3274:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637310:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.637318:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e4734c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.637596:0:205914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.637606:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580304.638363:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x159b:0x0], index 0: 0 00010000:00010000:3.0:1777580304.638593:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47384 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638609:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47384 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638619:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47384 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638663:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638671:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638682:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638688:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.638691:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638697:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638709:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.638712:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.638716:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638723:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680ee00/0xcb2b2f2f7e4736f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.638737:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065ef7157 reply state 00000000d643e7ab transno 8589950220 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.638747:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580304.638797:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f400/0xcb2b2f2f7e47361 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d764 expref: 387 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638817:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47384 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d764 expref: 386 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.638825:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ac:0x0].0x0 (ffffa02490544700) 00010000:00010000:3.0:1777580304.638828:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580304.638830:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000100:00100000:3.0:1777580304.638946:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+387:282510:x1863919946439936:12345-192.168.202.9@tcp:101:touch.500 Request processed in 32095us (32211us total) trans 8589950220 rc 0/0 00000100:00100000:3.0:1777580304.638957:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18836 00000100:00100000:3.0:1777580304.638967:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825555802741 time 7825573643472 state 0x2 ref 0 00000100:00100000:3.0:1777580304.639005:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946440576 00000100:00100000:3.0:1777580304.639015:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946440576 00000100:00100000:3.0:1777580304.639046:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825520579100 time 7825554058326 state 0x0 ref 1 00000100:00100000:3.0:1777580304.639060:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825554158326 time 7825554058326 state 0x1 ref 1 00000100:00100000:3.0:1777580304.639087:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825554158326 time 7825587949140 state 0x0 ref 1 00000100:00100000:3.0:1777580304.639098:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282491:x1863919946440576:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580304.639210:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580304.639228:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e472ce lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d725 expref: 197 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639244:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839a00/0xcb2b2f2f7e46ec2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ff expref: 196 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639252:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d5:0x0].0x0 (ffffa0248e788600) 00010000:00010000:3.0:1777580304.639263:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.639282:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639294:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639302:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639316:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639322:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639328:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639422:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639430:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639436:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580304.639870:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1811, 64 off124096 00010000:00010000:3.0:1777580304.639946:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639955:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639963:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639971:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639979:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.639985:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640007:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580304.640024:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640030:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640035:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640040:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.640044:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640050:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640058:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d5:0x0].0x0 (ffffa02499479b00) 00010000:00010000:3.0:1777580304.640061:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580304.640063:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640068:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e473a0 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640090:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640096:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640100:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640105:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.640107:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640113:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640120:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.640122:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.640125:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640130:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e47392 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.640165:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051e95eae reply state 000000003fe71784 transno 8589950221 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.640173:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.640239:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282491:x1863919946440576:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1141us (3620us total) trans 8589950221 rc 0/0 00000100:00100000:3.0:1777580304.640246:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18838 00000100:00100000:3.0:1777580304.640253:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825554158326 time 7825587949140 state 0x2 ref 0 00010000:00010000:3.0:1777580304.640292:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.640298:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640304:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.640308:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640314:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640324:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d5:0x0].0x0 (ffffa02499479b00) 00010000:00010000:3.0:1777580304.640326:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.640329:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640334:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e473a7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.640348:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.640350:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.640352:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580304.655510:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.655536:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.655558:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.655635:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.655668:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946440704 00000100:00100000:3.0:1777580304.655681:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946440704 00000100:00100000:3.0:1777580304.655743:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11537 00000100:00100000:3.0:1777580304.655756:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2364:x1863919946440704:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580304.656237:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2364:x1863919946440704:12345-192.168.202.9@tcp:2:touch.500 Request processed in 482us (674us total) trans 8589938472 rc 0/0 00000100:00100000:3.0:1777580304.656246:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11537 00010000:00010000:2.0:1777580304.656355:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656368:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656377:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656383:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.656388:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656396:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656413:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0249dea8900) 00010000:00010000:2.0:1777580304.656417:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.656422:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656429:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47376 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.656469:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946440960 00000100:00100000:2.0:1777580304.656474:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946440960 00000100:00100000:2.0:1777580304.656501:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825555802741 time 7825573643472 state 0x0 ref 1 00000100:00100000:2.0:1777580304.656513:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825573743472 time 7825573643472 state 0x1 ref 1 00000100:00100000:2.0:1777580304.656537:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946441216 00000100:00100000:2.0:1777580304.656540:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946441216 00000100:00100000:2.0:1777580304.656552:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825554158326 time 7825587949140 state 0x0 ref 1 00000100:00100000:2.0:1777580304.656559:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825588049140 time 7825587949140 state 0x1 ref 1 00000100:00100000:2.0:1777580304.656572:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946441472 00000100:00100000:2.0:1777580304.656574:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946441472 00000100:00100000:2.0:1777580304.656584:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825573743472 time 7825573643472 state 0x1 ref 2 00000100:00100000:2.0:1777580304.656601:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825605564675 time 7825605464675 state 0x1 ref 2 00000100:00100000:2.0:1777580304.656612:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+387:282510:x1863919946440960:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580304.656675:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.656697:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e47384 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d764 expref: 387 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656709:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ac:0x0].0x0 (ffffa02490544700) 00010000:00010000:2.0:1777580304.656717:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.656791:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656805:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.656816:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.656963:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dadd8cab reply state 00000000ccda1ef5 transno 8589950222 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.656973:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.657050:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+388:282510:x1863919946440960:12345-192.168.202.9@tcp:36:touch.500 Request processed in 440us (1557us total) trans 8589950222 rc 0/0 00000100:00100000:2.0:1777580304.657059:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18839 00000100:00100000:2.0:1777580304.657082:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825588049140 time 7825605944672 state 0x0 ref 1 00000100:00100000:2.0:1777580304.657092:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282477:x1863919946441216:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.657122:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.657168:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484839e00/0xcb2b2f2f7e46fa9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d637 expref: 197 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657186:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e46d3a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d581 expref: 196 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657197:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d0:0x0].0x0 (ffffa02498a66c00) 00010000:00010000:2.0:1777580304.657204:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.657223:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657233:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657240:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657253:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657261:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657272:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657398:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657406:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.657414:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.657941:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1805, 64 off123712 00010000:00010000:2.0:1777580304.657994:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658004:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658014:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658022:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658028:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658035:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658060:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.658081:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658088:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658094:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658100:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.658104:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658111:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658121:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d0:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:2.0:1777580304.658124:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.658128:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658161:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e473c3 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658182:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658189:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658195:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658205:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.658208:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658214:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658222:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.658225:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.658228:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658234:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e473b5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.658245:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072550dd4 reply state 000000002282bdb2 transno 8589950223 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.658253:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.658326:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395fff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282477:x1863919946441216:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1231us (2785us total) trans 8589950223 rc 0/0 00000100:00100000:2.0:1777580304.658335:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18840 00000100:00100000:2.0:1777580304.658342:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825588049140 time 7825605944672 state 0x2 ref 0 00000100:00100000:2.0:1777580304.658380:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825605564675 time 7825607242323 state 0x0 ref 1 00000100:00100000:2.0:1777580304.658395:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+387:282512:x1863919946441472:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.658412:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.658424:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e473d1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d772 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658540:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658550:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658558:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658574:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658581:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658588:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658660:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e473e6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658671:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e473e6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658678:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e473e6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.658688:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d1:0x0]: returning size 0 00010000:00010000:2.0:1777580304.658768:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658781:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658788:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658793:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.658796:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658802:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658810:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.658812:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.658815:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658820:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e473d8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658832:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658838:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658843:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658848:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.658851:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658856:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658862:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024acb37300) 00010000:00010000:2.0:1777580304.658865:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.658867:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658872:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e473df lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658925:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680fe00/0xcb2b2f2f7e473d1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d772 expref: 390 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658943:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e473e6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d772 expref: 389 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.658949:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:2.0:1777580304.658951:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.658954:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997fe00, rc 0) 00000100:00100000:2.0:1777580304.658987:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+389:282512:x1863919946441472:12345-192.168.202.9@tcp:101:touch.500 Request processed in 597us (3352us total) trans 8589950224 rc 0/0 00000100:00100000:2.0:1777580304.658995:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18841 00000100:00100000:2.0:1777580304.658999:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825605564675 time 7825607242323 state 0x2 ref 0 00010000:00010000:2.0:1777580304.659050:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580304.659056:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.659063:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a680f800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580304.659067:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.659072:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.659081:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d0:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:2.0:1777580304.659083:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580304.659086:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.659091:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f800/0xcb2b2f2f7e473ca lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.659102:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.659104:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.659106:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580304.663173:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.663195:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.663205:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.663211:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.663216:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.663225:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.663246:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02499479900) 00010000:00010000:0.0:1777580304.663249:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.663256:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.663262:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e47399 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.668050:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.668076:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.668086:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.668093:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.668099:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.668108:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.668130:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ac:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:3.0:1777580304.668162:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.668169:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.668176:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e473ae lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.669690:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.670077:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946441600 00000100:00100000:2.0:1777580304.670091:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946441600 00000100:00100000:2.0:1777580304.670167:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825605564675 time 7825607242323 state 0x0 ref 1 00000100:00100000:2.0:1777580304.670182:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825607342323 time 7825607242323 state 0x1 ref 1 00000100:00100000:2.0:1777580304.670213:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825607342323 time 7825619075459 state 0x0 ref 1 00000100:00100000:2.0:1777580304.670227:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+388:282510:x1863919946441600:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.670261:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.670291:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e473f4 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d779 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.670371:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e473f4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d779 expref: 389 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.670388:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e473f4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d779 expref: 389 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.670410:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ac:0x0].0x0 (ffffa024ad9fd500) 00010000:00010000:2.0:1777580304.670413:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.670417:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997ee00, rc 0) 00000100:00100000:2.0:1777580304.670488:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+389:282510:x1863919946441600:12345-192.168.202.9@tcp:101:touch.500 Request processed in 263us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.670497:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18842 00000100:00100000:2.0:1777580304.670502:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825607342323 time 7825619075459 state 0x2 ref 0 00000100:00100000:2.0:1777580304.671208:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.671543:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946441856 00000100:00100000:3.0:1777580304.671553:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946441856 00000100:00100000:3.0:1777580304.671611:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4050 00000100:00100000:3.0:1777580304.671621:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+389:282506:x1863919946441856:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580304.672029:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+390:282506:x1863919946441856:12345-192.168.202.9@tcp:35:touch.500 Request processed in 408us (824us total) trans 8589950225 rc 0/0 00000100:00100000:3.0:1777580304.672037:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4050 00010000:00010000:0.0:1777580304.673286:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.673304:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.673313:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.673319:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.673325:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.673333:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.673351:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024acb37c00) 00010000:00010000:0.0:1777580304.673353:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.673358:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.673365:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e473bc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.683302:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.683360:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946442112 00000100:00100000:2.0:1777580304.683372:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946442112 00000100:00100000:2.0:1777580304.683429:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825607342323 time 7825619075459 state 0x0 ref 1 00000100:00100000:2.0:1777580304.683448:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825619175459 time 7825619075459 state 0x1 ref 1 00000100:00100000:2.0:1777580304.683488:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825619175459 time 7825632339018 state 0x0 ref 1 00000100:00100000:2.0:1777580304.683502:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+390:282517:x1863919946442112:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.683532:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.683561:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e473fb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d780 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.683766:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.683788:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.683801:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.683822:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.683830:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.683837:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.684522:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1577:0x0], index 1: 0 00010000:00010000:2.0:1777580304.684744:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47410 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684757:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47410 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684768:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47410 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684814:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684826:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684833:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684840:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.684845:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684853:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684867:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.684871:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.684876:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684883:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47402 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.684911:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035527c84 reply state 000000009587ded1 transno 8589950226 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.684920:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.684961:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e473fb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d780 expref: 393 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684979:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47410 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d780 expref: 392 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.684993:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ae:0x0].0x0 (ffffa024989ec400) 00010000:00010000:2.0:1777580304.684996:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.684999:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1cc00, rc 0) 00000100:00100000:2.0:1777580304.685119:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+393:282517:x1863919946442112:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1618us (1831us total) trans 8589950226 rc 0/0 00000100:00100000:2.0:1777580304.685130:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18843 00000100:00100000:2.0:1777580304.685166:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825619175459 time 7825632339018 state 0x2 ref 0 00000100:00100000:1.0:1777580304.686992:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.688107:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946442368 00000100:00100000:2.0:1777580304.688127:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946442368 00000100:00100000:2.0:1777580304.688204:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825619175459 time 7825632339018 state 0x0 ref 1 00000100:00100000:2.0:1777580304.688221:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825632439018 time 7825632339018 state 0x1 ref 1 00000100:00100000:2.0:1777580304.688252:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825632439018 time 7825637114416 state 0x0 ref 1 00000100:00100000:2.0:1777580304.688269:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+393:282512:x1863919946442368:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580304.688369:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.688403:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e473e6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d772 expref: 393 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.688423:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:2.0:1777580304.688429:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.689662:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.689689:0:188495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 194 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.689701:0:188495:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.689751:0:188495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 194 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.689768:0:188495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 194 pid: 205914 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.689786:0:188495:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023852fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:188495:1863919917436416:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580304.690267:0:188495:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1777580304.695299:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.695348:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.695400:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946442752 00010000:00010000:3.0:1777580304.695415:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.695415:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946442752 00010000:00010000:3.0:1777580304.695428:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.695436:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.695443:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.695449:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.695457:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.695478:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024989ec500) 00000100:00100000:1.0:1777580304.695480:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11538 00010000:00010000:3.0:1777580304.695481:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.695488:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.695491:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+36:2362:x1863919946442752:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:3.0:1777580304.695495:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47409 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.695593:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946442624 00000100:00100000:2.0:1777580304.695598:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946442624 00000100:00100000:2.0:1777580304.695628:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825588049140 time 7825605944672 state 0x0 ref 1 00000100:00100000:2.0:1777580304.695640:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825606044672 time 7825605944672 state 0x1 ref 1 00000100:00100000:2.0:1777580304.695668:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825606044672 time 7825644530722 state 0x0 ref 1 00000100:00100000:2.0:1777580304.695677:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+195:282479:x1863919946442624:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.695734:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.695757:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8ac00/0xcb2b2f2f7e46ffd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d64c expref: 195 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.695773:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838600/0xcb2b2f2f7e46e2f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5d5 expref: 194 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.695787:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d2:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580304.695795:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.695822:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.695839:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.695850:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.695867:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.695873:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.695878:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696021:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696030:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696037:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.696582:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1806, 64 off123776 00010000:00010000:2.0:1777580304.696649:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696661:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696669:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696678:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696685:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696691:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696715:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.696737:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696742:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696749:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696754:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.696757:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696763:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696777:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d2:0x0].0x0 (ffffa024989ec300) 00010000:00010000:2.0:1777580304.696780:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.696783:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696789:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47433 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696811:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696817:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696823:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696828:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.696830:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696835:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696842:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.696844:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.696847:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.696852:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47425 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.696866:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f4f7682 reply state 000000003457899a transno 8589950227 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.696875:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580304.697298:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.697306:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.697314:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.697317:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.697323:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.697333:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d2:0x0].0x0 (ffffa024989ec300) 00010000:00010000:3.0:1777580304.697336:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.697338:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.697344:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4743a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.697361:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.697362:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.697364:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580304.697814:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2362:x1863919946442752:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2317us (2457us total) trans 8589938870 rc 0/0 00000100:00100000:1.0:1777580304.697827:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11538 00000100:00100000:2.0:1777580304.698543:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+195:282479:x1863919946442624:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2860us (3265us total) trans 8589950227 rc 0/0 00000100:00100000:2.0:1777580304.698558:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18845 00000100:00100000:2.0:1777580304.698568:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825606044672 time 7825644530722 state 0x2 ref 0 00000100:00100000:0.0:1777580304.702719:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.702763:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946442880 00000100:00100000:0.0:1777580304.702776:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946442880 00010000:00010000:0.0:1777580304.702836:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 195 pid: 205914 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.703028:0:188495:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023852fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:188495:1863919917436416:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580304.703064:0:188495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.703258:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4246 00000100:00100000:0.0:1777580304.703270:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486243800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+195:2363:x1863919946442880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580304.703291:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580304.703300:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 195 pid: 205914 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.703315:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 195 pid: 205914 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.703345:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47082 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d668 expref: 195 pid: 205914 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.703365:0:189815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:0.0:1777580304.703370:0:189815:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.703382:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.703391:0:189815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.703424:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580304.703493:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486243800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+194:2363:x1863919946442880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 226us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.703502:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4246 00010000:00010000:2.0:1777580304.704005:0:188495:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.704015:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.704250:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb2969f6 reply state 00000000c869b7ed transno 8589950228 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.704260:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.704371:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+393:282512:x1863919946442368:12345-192.168.202.9@tcp:36:touch.500 Request processed in 16107us (17389us total) trans 8589950228 rc 0/0 00000100:00100000:2.0:1777580304.704380:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18844 00000100:00100000:2.0:1777580304.704389:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825632439018 time 7825637114416 state 0x2 ref 0 00000100:00100000:2.0:1777580304.705432:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.711206:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946443136 00000100:00100000:3.0:1777580304.711227:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946443136 00000100:00100000:3.0:1777580304.711282:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825632439018 time 7825637114416 state 0x0 ref 1 00000100:00100000:3.0:1777580304.711442:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825637214416 time 7825637114416 state 0x1 ref 1 00000100:00100000:3.0:1777580304.711475:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825637214416 time 7825660336461 state 0x0 ref 1 00000100:00100000:3.0:1777580304.711495:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+393:282517:x1863919946443136:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580304.711578:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580304.711614:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47410 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d780 expref: 393 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.711636:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ae:0x0].0x0 (ffffa024989ec400) 00010000:00010000:3.0:1777580304.711650:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.711746:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.711763:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.711774:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.711964:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d54f51a reply state 000000007d2256b3 transno 8589950229 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.711976:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.712100:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+394:282517:x1863919946443136:12345-192.168.202.9@tcp:36:touch.500 Request processed in 614us (6672us total) trans 8589950229 rc 0/0 00000100:00100000:3.0:1777580304.712109:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18846 00000100:00100000:3.0:1777580304.712114:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825637214416 time 7825660336461 state 0x2 ref 0 00000100:00100000:2.0:1777580304.716501:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.716531:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.716573:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.716600:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.716634:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946443392 00010000:00010000:1.0:1777580304.716635:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.716646:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946443392 00010000:00010000:1.0:1777580304.716648:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.716657:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.716663:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.716670:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.716679:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.716692:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825637214416 time 7825660336461 state 0x0 ref 1 00010000:00010000:1.0:1777580304.716702:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024989ec600) 00000100:00100000:2.0:1777580304.716705:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825660436461 time 7825660336461 state 0x1 ref 1 00010000:00010000:1.0:1777580304.716706:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.716711:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.716717:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4742c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.716724:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946443904 00000100:00100000:2.0:1777580304.716726:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946443904 00000100:00100000:2.0:1777580304.716738:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825606044672 time 7825644530722 state 0x0 ref 1 00000100:00100000:2.0:1777580304.716744:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825644630722 time 7825644530722 state 0x1 ref 1 00000100:00100000:2.0:1777580304.716756:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946444032 00000100:00100000:2.0:1777580304.716759:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946444032 00000100:00100000:2.0:1777580304.716772:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825660436461 time 7825660336461 state 0x1 ref 2 00000100:00100000:2.0:1777580304.716791:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825644630722 time 7825665653072 state 0x0 ref 1 00000100:00100000:2.0:1777580304.716803:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282464:x1863919946443904:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.716882:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.716919:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8bc00/0xcb2b2f2f7e46fe1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d645 expref: 193 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.716936:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e46cae lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d557 expref: 192 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.716951:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cd:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:2.0:1777580304.716960:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.716990:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717006:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717017:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717031:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717038:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717044:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717218:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717226:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717233:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.717825:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1812, 64 off124160 00010000:00010000:2.0:1777580304.717920:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717934:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717943:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717952:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717957:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717963:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.717989:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.718015:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718021:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718027:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718034:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.718038:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718044:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718059:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cd:0x0].0x0 (ffffa024989ecf00) 00010000:00010000:2.0:1777580304.718062:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.718065:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718071:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47456 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718092:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718098:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718103:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718108:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.718111:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718117:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718124:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.718127:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.718130:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718164:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47448 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.718178:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006d4a670 reply state 00000000f86565c1 transno 8589950230 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.718188:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.718292:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282464:x1863919946443904:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1485us (1712us total) trans 8589950230 rc 0/0 00000100:00100000:2.0:1777580304.718303:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18848 00000100:00100000:2.0:1777580304.718311:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825644630722 time 7825665653072 state 0x2 ref 0 00000100:00100000:2.0:1777580304.718353:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825667315005 time 7825667215005 state 0x1 ref 2 00000100:00100000:2.0:1777580304.718367:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+395:282514:x1863919946443392:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.718386:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.718398:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47464 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d787 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718528:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718536:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718545:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718559:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718566:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718573:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718649:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47479 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718659:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47479 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718666:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47479 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.718676:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7cc:0x0]: returning size 0 00010000:00010000:2.0:1777580304.718782:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718790:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718795:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718800:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.718803:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718809:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718819:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.718821:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.718825:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718831:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4746b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718842:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718848:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718853:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718858:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.718861:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718867:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718874:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024989ecd00) 00010000:00010000:2.0:1777580304.718877:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.718879:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718885:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47472 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718951:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47464 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d787 expref: 398 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718972:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47479 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d787 expref: 397 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.718980:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:2.0:1777580304.718982:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.718985:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee8000, rc 0) 00000100:00100000:2.0:1777580304.719022:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282514:x1863919946443392:12345-192.168.202.9@tcp:101:touch.500 Request processed in 659us (2533us total) trans 8589950231 rc 0/0 00000100:00100000:2.0:1777580304.719029:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18847 00000100:00100000:2.0:1777580304.719051:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825667315005 time 7825667914336 state 0x0 ref 1 00000100:00100000:2.0:1777580304.719064:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+396:282512:x1863919946444032:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.719077:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.719091:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e47487 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d78e expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.719125:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e47487 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d78e expref: 397 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.719166:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3c00/0xcb2b2f2f7e47487 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d78e expref: 397 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.719214:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580304.719220:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.719232:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580304.719236:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.719242:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.719250:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cd:0x0].0x0 (ffffa024989ecf00) 00010000:00010000:2.0:1777580304.719253:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580304.719256:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.719262:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4745d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.719275:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.719277:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.719279:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.719444:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:2.0:1777580304.719447:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.719450:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3c00, rc 0) 00000100:00100000:2.0:1777580304.719478:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282512:x1863919946444032:12345-192.168.202.9@tcp:101:touch.500 Request processed in 416us (2877us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.719485:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18849 00000100:00100000:2.0:1777580304.719489:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825667315005 time 7825667914336 state 0x2 ref 0 00010000:00010000:3.0:1777580304.720050:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.720061:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.720071:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.720077:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.720080:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.720087:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.720099:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:3.0:1777580304.720102:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.720105:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.720110:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4741e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.720196:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946443648 00000100:00100000:3.0:1777580304.720206:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946443648 00000100:00100000:3.0:1777580304.720258:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4051 00000100:00100000:3.0:1777580304.720268:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+396:282510:x1863919946443648:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580304.720618:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282510:x1863919946443648:12345-192.168.202.9@tcp:35:touch.500 Request processed in 350us (4085us total) trans 8589950232 rc 0/0 00000100:00100000:3.0:1777580304.720626:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4051 00010000:00010000:1.0:1777580304.723527:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.723547:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.723555:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.723561:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.723566:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.723574:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.723592:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ae:0x0].0x0 (ffffa02499479b00) 00010000:00010000:1.0:1777580304.723596:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.723601:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.723607:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47441 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.737511:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.737555:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946444160 00000100:00100000:2.0:1777580304.737568:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946444160 00000100:00100000:2.0:1777580304.737623:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825667315005 time 7825667914336 state 0x0 ref 1 00000100:00100000:2.0:1777580304.737639:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825668014336 time 7825667914336 state 0x1 ref 1 00000100:00100000:2.0:1777580304.737668:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825668014336 time 7825686529878 state 0x0 ref 1 00000100:00100000:2.0:1777580304.737682:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+396:282517:x1863919946444160:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.737715:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.737745:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4748e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d795 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.737832:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4748e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d795 expref: 397 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.737851:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4748e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d795 expref: 397 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.739184:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.739202:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.739211:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.739218:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.739224:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.739232:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.739249:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024989ec100) 00010000:00010000:3.0:1777580304.739253:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.739259:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.739266:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e4744f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.740119:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ae:0x0].0x0 (ffffa024989ece00) 00010000:00010000:2.0:1777580304.740127:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.740131:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3800, rc 0) 00000100:00100000:2.0:1777580304.740261:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+397:282517:x1863919946444160:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2574us (2759us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.740273:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18850 00000100:00100000:2.0:1777580304.740284:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825668014336 time 7825686529878 state 0x2 ref 0 00000100:00100000:2.0:1777580304.740383:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.740421:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946444288 00000100:00100000:2.0:1777580304.740430:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946444288 00000100:00100000:2.0:1777580304.740465:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825644630722 time 7825665653072 state 0x0 ref 1 00000100:00100000:3.0:1777580304.742647:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.742693:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.742948:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946444416 00000100:00100000:1.0:1777580304.742961:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946444416 00000100:00100000:1.0:1777580304.743036:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11539 00000100:00100000:1.0:1777580304.743050:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+37:2364:x1863919946444416:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580304.743215:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.743316:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825665753072 time 7825665653072 state 0x1 ref 1 00000100:00100000:2.0:1777580304.743345:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825665753072 time 7825692207253 state 0x0 ref 1 00000100:00100000:2.0:1777580304.743359:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282478:x1863919946444288:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.743381:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1777580304.743394:0:206020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1594:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777580304.743398:0:206020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1594:0x0] updating lvb mtime from disk: 1777580303 -> 1777580303 00002000:00010000:1.0:1777580304.743400:0:206020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1594:0x0] updating lvb atime from disk: 1777580303 -> 1777580303 00002000:00010000:1.0:1777580304.743403:0:206020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1594:0x0] updating lvb ctime from disk: 1777580303 -> 1777580303 00010000:00010000:2.0:1777580304.743404:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47495 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d79c expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580304.743406:0:206020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1594:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777580304.743467:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395fff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+38:2364:x1863919946444416:12345-192.168.202.9@tcp:2:touch.500 Request processed in 423us (774us total) trans 8589938871 rc 0/0 00000100:00100000:1.0:1777580304.743475:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11539 00000100:00100000:3.0:1777580304.744617:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946444672 00000100:00100000:3.0:1777580304.744630:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946444672 00000100:00100000:3.0:1777580304.744674:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825668014336 time 7825686529878 state 0x0 ref 1 00000100:00100000:3.0:1777580304.744686:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825686629878 time 7825686529878 state 0x1 ref 1 00000100:00100000:3.0:1777580304.744710:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946444800 00000100:00100000:3.0:1777580304.744713:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946444800 00000100:00100000:3.0:1777580304.744727:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825692307253 time 7825692207253 state 0x1 ref 2 00000100:00100000:3.0:1777580304.744753:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825686629878 time 7825693615685 state 0x0 ref 1 00000100:00100000:3.0:1777580304.744767:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282514:x1863919946444672:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580304.744823:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580304.744855:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47479 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d787 expref: 398 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745012:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745032:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745044:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745066:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745074:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.745076:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825692307253 time 7825693936825 state 0x0 ref 2 00010000:00010000:2.0:1777580304.745080:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.745089:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282520:x1863919946444800:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580304.745104:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580304.745115:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e474aa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7a3 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745194:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745204:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745212:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745224:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745230:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745236:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745240:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e474bf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745253:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e474bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745260:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e474bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.745298:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7d1:0x0]: returning size 0 00000004:00200000:2.0:1777580304.745303:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1777580304.745304:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e474c6 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745311:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e474c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745318:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e474c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.745324:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e474bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745334:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e474bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580304.745335:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7ab:0x0]: returning size 0 00000004:00200000:1.0:1777580304.745338:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777580304.745345:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580304.745345:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e474c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745352:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745355:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e474c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.745360:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745361:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745367:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.745377:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.745416:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:3.0:1777580304.745422:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.746632:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.746657:0:187630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 193 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.746667:0:187630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.746753:0:187630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 193 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.746775:0:187630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 193 pid: 187630 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.746794:0:187630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02391628e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917436544:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580304.749714:0:187630:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02483ed9600 going to sleep for 11 seconds 00010000:00010000:2.0:1777580304.750187:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.750199:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750215:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750237:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.750242:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.750248:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750257:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4749c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750288:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750295:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750302:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750308:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.750311:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750317:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750325:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024989ec400) 00010000:00010000:2.0:1777580304.750327:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.750331:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750337:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e474a3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750406:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47495 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d79c expref: 194 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750424:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e474bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d79c expref: 193 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.750433:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:2.0:1777580304.750435:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.750438:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea2600, rc 0) 00000100:00100000:2.0:1777580304.750528:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282478:x1863919946444288:12345-192.168.202.9@tcp:101:rm.500 Request processed in 7170us (10143us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.750539:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18851 00010000:00010000:1.0:1777580304.752765:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.752785:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752803:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752826:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580304.752829:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.752835:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752844:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e474b1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752873:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752882:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752890:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752896:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.752911:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752922:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752931:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02493bbde00) 00010000:00010000:1.0:1777580304.752933:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.752936:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.752941:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e474b8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.753011:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e474aa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7a3 expref: 399 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.753027:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e474c6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7a3 expref: 398 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.753035:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ab:0x0].0x0 (ffffa024acb37600) 00010000:00010000:1.0:1777580304.753037:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580304.753040:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7400, rc 0) 00000100:00100000:1.0:1777580304.753219:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282520:x1863919946444800:12345-192.168.202.9@tcp:101:rm.500 Request processed in 8129us (10001us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580304.753231:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18853 00000100:00100000:1.0:1777580304.753241:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825692307253 time 7825693936825 state 0x2 ref 0 00000100:00100000:3.0:1777580304.759669:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.759717:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.759732:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.759758:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.759787:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946444928 00000100:00100000:3.0:1777580304.759797:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946444928 00000100:00100000:2.0:1777580304.760236:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946445568 00000100:00100000:2.0:1777580304.760242:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946445568 00000100:00100000:2.0:1777580304.760283:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4052 00000100:00100000:2.0:1777580304.760293:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+398:282512:x1863919946445568:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580304.760692:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+399:282512:x1863919946445568:12345-192.168.202.9@tcp:35:touch.500 Request processed in 399us (930us total) trans 8589950233 rc 0/0 00000100:00100000:2.0:1777580304.760702:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4052 00000100:00100000:3.0:1777580304.761515:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946445312 00000100:00100000:3.0:1777580304.761525:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946445312 00000100:00100000:2.0:1777580304.765192:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11540 00000100:00100000:2.0:1777580304.765227:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2364:x1863919946444928:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580304.766241:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391628000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2364:x1863919946444928:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1028us (6580us total) trans 8589938473 rc 0/0 00000100:00100000:2.0:1777580304.766253:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11540 00000100:00100000:2.0:1777580304.766285:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11541 00000100:00100000:2.0:1777580304.766296:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239162b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+39:2363:x1863919946445312:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.766312:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.766337:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7aa expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580304.766364:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1576:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:2.0:1777580304.766382:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580304.766385:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580304.766397:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 40 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.766420:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 40 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.766437:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e4400, rc 0) 00000100:00100000:2.0:1777580304.766454:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239162b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2363:x1863919946445312:12345-192.168.202.9@tcp:101:rm.500 Request processed in 162us (6722us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.766461:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11541 00000100:00100000:2.0:1777580304.766722:0:187630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02391628e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917436544:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580304.766757:0:187630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.769956:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.770381:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946445184 00000100:00100000:0.0:1777580304.770396:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946445184 00000100:00100000:0.0:1777580304.770448:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825692307253 time 7825693936825 state 0x0 ref 1 00000100:00100000:0.0:1777580304.770464:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825694036825 time 7825693936825 state 0x1 ref 1 00000100:00100000:0.0:1777580304.770507:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825694036825 time 7825719368773 state 0x0 ref 1 00000100:00100000:0.0:1777580304.770519:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239162ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282478:x1863919946445184:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580304.770594:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580304.770628:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e474bf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d79c expref: 193 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770652:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e46db1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5ab expref: 192 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770666:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:0.0:1777580304.770671:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580304.770703:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770721:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770734:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770752:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770759:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770765:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770927:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770935:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.770943:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580304.774473:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1813, 64 off124224 00010000:00010000:0.0:1777580304.775087:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775111:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775125:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775160:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775167:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775174:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775207:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580304.775236:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775242:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775249:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775260:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.775266:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775274:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775289:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:0.0:1777580304.775292:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580304.775297:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775304:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e474e9 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775332:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775338:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775344:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775349:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fcc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.775352:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775358:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775369:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580304.775372:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.775374:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.775380:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e474db lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.775389:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006ae9f8b6 reply state 00000000ac7b90af transno 8589950234 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.775398:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580304.776033:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239162ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282478:x1863919946445184:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5507us (16306us total) trans 8589950234 rc 0/0 00000100:00100000:0.0:1777580304.776044:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18854 00000100:00100000:0.0:1777580304.776054:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825694036825 time 7825719368773 state 0x2 ref 0 00010000:00010000:0.0:1777580304.776109:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580304.776117:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.776125:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580304.776129:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.776162:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.776174:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d1:0x0].0x0 (ffffa02498a66700) 00010000:00010000:0.0:1777580304.776176:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580304.776181:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.776187:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e474f0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.776202:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580304.776204:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580304.776205:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580304.780000:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.780035:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580304.780192:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.780207:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.780216:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.780223:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.780229:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.780238:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.780261:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0241785fd00) 00010000:00010000:0.0:1777580304.780265:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.780271:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.780279:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e474e2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.780319:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946445952 00000100:00100000:2.0:1777580304.780331:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946445952 00000100:00100000:2.0:1777580304.780400:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825693715685 time 7825693615685 state 0x1 ref 2 00000100:00100000:2.0:1777580304.780430:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825693715685 time 7825729291351 state 0x0 ref 2 00000100:00100000:2.0:1777580304.780445:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+399:282528:x1863919946445952:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.780475:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.780497:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e474f7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7b1 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.781210:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946445696 00000100:00100000:0.0:1777580304.781218:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946445696 00010000:00010000:2.0:1777580304.781249:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781250:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 192 pid: 187630 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.781269:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.781280:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.781283:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4247 00000100:00100000:0.0:1777580304.781291:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:2364:x1863919946445696:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580304.781297:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781301:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.781304:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781307:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 192 pid: 187630 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.781310:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781322:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 192 pid: 187630 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781342:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47058 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d65a expref: 192 pid: 187630 timeout: 7925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781354:0:187615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:0.0:1777580304.781359:0:187615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781367:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781373:0:187615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.781399:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580304.781466:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:2364:x1863919946445696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 176us (11524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.781982:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4247 00000004:00080000:2.0:1777580304.782280:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x159c:0x0], index 0: 0 00010000:00010000:2.0:1777580304.782488:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4c00/0xcb2b2f2f7e4750c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782506:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4c00/0xcb2b2f2f7e4750c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782516:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4c00/0xcb2b2f2f7e4750c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782579:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782588:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782595:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782601:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.782606:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782613:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782623:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.782627:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.782631:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782638:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e474fe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.782650:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064833f97 reply state 0000000073ebda0c transno 8589950235 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.782671:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.782712:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e474f7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7b1 expref: 402 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782727:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4c00/0xcb2b2f2f7e4750c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7b1 expref: 401 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.782734:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b0:0x0].0x0 (ffffa024989ec600) 00010000:00010000:2.0:1777580304.782736:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.782739:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e4c00, rc 0) 00000100:00100000:2.0:1777580304.782805:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+402:282528:x1863919946445952:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2363us (2820us total) trans 8589950235 rc 0/0 00000100:00100000:2.0:1777580304.782815:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18855 00000100:00100000:2.0:1777580304.782879:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946446208 00000100:00100000:2.0:1777580304.782888:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946446208 00000100:00100000:2.0:1777580304.782944:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4053 00000100:00100000:2.0:1777580304.782954:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+402:282517:x1863919946446208:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580304.783221:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+403:282517:x1863919946446208:12345-192.168.202.9@tcp:35:touch.500 Request processed in 269us (3185us total) trans 8589950236 rc 0/0 00000100:00100000:2.0:1777580304.783229:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4053 00010000:00010000:2.0:1777580304.783358:0:187630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.783367:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.783449:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b793f1ea reply state 00000000e54d63df transno 8589950237 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.783456:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.783500:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+404:282514:x1863919946444672:12345-192.168.202.9@tcp:36:touch.500 Request processed in 38737us (40868us total) trans 8589950237 rc 0/0 00000100:00100000:2.0:1777580304.783506:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18852 00000100:00100000:2.0:1777580304.783513:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825693715685 time 7825729291351 state 0x2 ref 0 00010000:00010000:3.0:1777580304.786766:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.786787:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.786796:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.786802:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e4a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.786808:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.786817:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.786835:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa024989ec400) 00010000:00010000:3.0:1777580304.786839:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.786844:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.786851:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4a00/0xcb2b2f2f7e47505 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.786973:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.786983:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.786989:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.786995:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.786998:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.787004:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.787013:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:1.0:1777580304.787016:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.787019:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.787024:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e474cd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.788281:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.790351:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946446464 00000100:00100000:3.0:1777580304.790370:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946446464 00000100:00100000:3.0:1777580304.790428:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825694036825 time 7825719368773 state 0x0 ref 1 00000100:00100000:3.0:1777580304.790596:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825719468773 time 7825719368773 state 0x1 ref 1 00000100:00100000:3.0:1777580304.790629:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825719468773 time 7825739491314 state 0x0 ref 1 00000100:00100000:3.0:1777580304.790651:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282490:x1863919946446464:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580304.790748:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580304.790789:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4702e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d661 expref: 191 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.790814:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e46ef3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d60d expref: 190 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.790827:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d6:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:3.0:1777580304.790839:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580304.791094:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.791264:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.791282:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.791292:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.791311:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.791322:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.791328:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.791493:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.791503:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.791510:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580304.792119:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1807, 64 off123840 00010000:00010000:3.0:1777580304.792224:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792235:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792245:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792254:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792260:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792267:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792291:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580304.792315:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792322:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792328:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792335:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.792339:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792347:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792357:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d6:0x0].0x0 (ffffa02499479900) 00010000:00010000:3.0:1777580304.792360:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580304.792364:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792369:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47528 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792387:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792393:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792402:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792407:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.792410:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792416:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792422:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.792425:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.792427:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.792433:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e4751a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.792443:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002a92c173 reply state 000000002de82e65 transno 8589950238 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.792451:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.792560:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282490:x1863919946446464:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1914us (4287us total) trans 8589950238 rc 0/0 00000100:00100000:3.0:1777580304.792570:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18856 00000100:00100000:3.0:1777580304.792578:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825719468773 time 7825739491314 state 0x2 ref 0 00000100:00100000:0.0:1777580304.796875:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.797427:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946446848 00000100:00100000:3.0:1777580304.797441:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946446848 00000100:00100000:3.0:1777580304.797556:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825693715685 time 7825729291351 state 0x0 ref 1 00000100:00100000:3.0:1777580304.797574:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825729391351 time 7825729291351 state 0x1 ref 1 00000100:00100000:3.0:1777580304.797601:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825729391351 time 7825746463232 state 0x0 ref 1 00000100:00100000:3.0:1777580304.797615:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+402:282524:x1863919946446848:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580304.797644:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.797670:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47536 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7b8 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.797861:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.797982:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.797997:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.798015:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.798022:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.798028:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.798858:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.799045:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946446976 00000100:00100000:1.0:1777580304.799054:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946446976 00000100:00100000:1.0:1777580304.799092:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825746563232 time 7825746463232 state 0x1 ref 2 00000004:00080000:3.0:1777580304.799857:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1578:0x0], index 1: 0 00010000:00010000:3.0:1777580304.800232:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4754b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800255:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4754b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800267:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4754b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800314:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800322:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800329:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800337:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.800341:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800349:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800362:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.800365:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.800371:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800378:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4753d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.800393:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003994d828 reply state 00000000cfc2abdb transno 8589950239 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.800404:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580304.800450:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47536 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7b8 expref: 406 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800467:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4754b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7b8 expref: 405 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.800474:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b1:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:3.0:1777580304.800477:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1777580304.800615:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946447104 00000100:00100000:1.0:1777580304.800624:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946447104 00000100:00100000:1.0:1777580304.800660:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825746563232 time 7825746463232 state 0x1 ref 3 00000100:00100000:2.0:1777580304.800730:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825749690527 time 7825749590527 state 0x1 ref 3 00000100:00100000:2.0:1777580304.800748:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+406:282528:x1863919946446976:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580304.800810:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.800827:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4c00/0xcb2b2f2f7e4750c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7b1 expref: 406 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.800840:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b0:0x0].0x0 (ffffa024989ec600) 00010000:00010000:2.0:1777580304.800851:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.800944:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.800954:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.800963:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.801071:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e1109bb reply state 000000001a663715 transno 8589950240 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.801081:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.801211:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+407:282528:x1863919946446976:12345-192.168.202.9@tcp:36:touch.500 Request processed in 466us (4360us total) trans 8589950240 rc 0/0 00000100:00100000:2.0:1777580304.801218:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18858 00000100:00100000:2.0:1777580304.801242:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825749690527 time 7825750105127 state 0x0 ref 2 00000100:00100000:2.0:1777580304.801253:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+406:282514:x1863919946447104:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.801263:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.801275:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e47560 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7bf expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.801309:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e47560 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7bf expref: 407 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.801320:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5000/0xcb2b2f2f7e47560 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7bf expref: 407 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.801337:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:2.0:1777580304.801340:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.801343:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e5000, rc 0) 00000100:00100000:2.0:1777580304.801362:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+407:282514:x1863919946447104:12345-192.168.202.9@tcp:101:touch.500 Request processed in 112us (2512us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.801368:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18859 00010000:00010000:3.0:1777580304.801422:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50600, rc 0) 00000100:00100000:3.0:1777580304.801447:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+407:282524:x1863919946446848:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3836us (10357us total) trans 8589950239 rc 0/0 00000100:00100000:3.0:1777580304.801454:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18857 00000100:00100000:3.0:1777580304.801458:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825749690527 time 7825750105127 state 0x2 ref 0 00010000:00010000:2.0:1777580304.805608:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580304.805630:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.805650:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580304.805655:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.805667:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.805691:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d6:0x0].0x0 (ffffa02499479900) 00010000:00010000:2.0:1777580304.805694:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580304.805700:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.805707:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e4752f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.805740:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.805742:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.805744:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580304.806425:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.806788:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946447232 00000100:00100000:2.0:1777580304.806801:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946447232 00000100:00100000:2.0:1777580304.806853:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825719468773 time 7825739491314 state 0x0 ref 1 00000100:00100000:2.0:1777580304.806954:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825739591314 time 7825739491314 state 0x1 ref 1 00000100:00100000:2.0:1777580304.806990:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825739591314 time 7825755852396 state 0x0 ref 1 00000100:00100000:2.0:1777580304.807005:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282456:x1863919946447232:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.807041:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.807068:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47567 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7c6 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808003:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808026:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808040:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808059:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808067:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808074:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808232:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4757c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808242:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4757c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808249:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4757c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.808282:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7cc:0x0]: returning size 0 00000004:00200000:2.0:1777580304.808286:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.808313:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4757c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808326:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4757c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808334:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808342:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808349:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808354:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.808359:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808367:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808380:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.808383:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.808388:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808395:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4756e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808411:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808417:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808423:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808428:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.808431:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808436:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808444:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024989ec500) 00010000:00010000:2.0:1777580304.808446:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.808449:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808455:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47575 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808496:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47567 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7c6 expref: 193 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808511:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4757c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7c6 expref: 192 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.808518:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:2.0:1777580304.808520:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.808523:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3200, rc 0) 00000100:00100000:2.0:1777580304.808613:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282456:x1863919946447232:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1611us (2194us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.808626:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18860 00000100:00100000:2.0:1777580304.808635:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825739591314 time 7825755852396 state 0x2 ref 0 00010000:00010000:0.0:1777580304.810061:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.810080:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.810088:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.810095:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.810100:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.810108:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.810124:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02499479b00) 00010000:00010000:0.0:1777580304.810127:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.810131:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.810172:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47521 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.816862:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580304.816974:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.816990:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.816999:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.817006:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.817012:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.817020:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.817042:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02499479000) 00010000:00010000:0.0:1777580304.817045:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.817051:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.817056:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47544 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.817176:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.817203:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.817223:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.817240:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.817305:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580304.817485:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946447488 00000100:00100000:0.0:1777580304.817498:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946447488 00000100:00100000:0.0:1777580304.817544:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825749690527 time 7825750105127 state 0x0 ref 1 00000100:00100000:0.0:1777580304.817559:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825750205127 time 7825750105127 state 0x1 ref 1 00000100:00100000:0.0:1777580304.817578:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946447616 00000100:00100000:0.0:1777580304.817581:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946447616 00000100:00100000:0.0:1777580304.817593:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825739591314 time 7825755852396 state 0x0 ref 1 00000100:00100000:0.0:1777580304.817600:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825755952396 time 7825755852396 state 0x1 ref 1 00000100:00100000:0.0:1777580304.817614:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946447744 00000100:00100000:0.0:1777580304.817617:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946447744 00000100:00100000:0.0:1777580304.817629:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825755952396 time 7825755852396 state 0x1 ref 2 00000100:00100000:0.0:1777580304.817641:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946448000 00000100:00100000:0.0:1777580304.817643:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946448000 00000100:00100000:0.0:1777580304.817654:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825750205127 time 7825750105127 state 0x1 ref 2 00000100:00100000:0.0:1777580304.817661:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946448128 00000100:00100000:0.0:1777580304.817663:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946448128 00000100:00100000:0.0:1777580304.817673:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825755952396 time 7825755852396 state 0x1 ref 3 00000100:00100000:0.0:1777580304.817686:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825766648564 time 7825766548564 state 0x1 ref 2 00000100:00100000:0.0:1777580304.817697:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282528:x1863919946447488:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580304.817724:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.817745:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47583 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7cd expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.817821:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47583 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7cd expref: 411 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.817837:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47583 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7cd expref: 411 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.817859:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b0:0x0].0x0 (ffffa024989ec300) 00010000:00010000:0.0:1777580304.817862:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580304.817874:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fce00, rc 0) 00000100:00100000:0.0:1777580304.817954:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282528:x1863919946447488:12345-192.168.202.9@tcp:101:touch.500 Request processed in 258us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.817963:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18861 00000100:00100000:0.0:1777580304.817987:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825766949960 time 7825766849960 state 0x1 ref 3 00000100:00100000:0.0:1777580304.817997:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282518:x1863919946447616:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.818011:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.818020:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e4758a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7d4 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818110:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818121:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818129:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818169:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818176:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818181:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818302:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4759f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818312:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4759f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818319:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4759f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580304.818350:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7aa:0x0]: returning size 0 00000004:00200000:0.0:1777580304.818355:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580304.818378:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4759f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818390:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4759f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818398:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818404:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818410:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818416:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.818419:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818425:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818435:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580304.818438:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.818441:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818447:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e47591 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818462:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818468:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818473:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818478:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.818480:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818487:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818494:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa0241785fd00) 00010000:00010000:0.0:1777580304.818496:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.818499:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818505:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e47598 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818537:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e4758a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7d4 expref: 412 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818550:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4759f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7d4 expref: 411 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818557:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7aa:0x0].0x0 (ffffa02499479700) 00010000:00010000:0.0:1777580304.818560:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580304.818562:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fd000, rc 0) 00000100:00100000:0.0:1777580304.818590:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282518:x1863919946447616:12345-192.168.202.9@tcp:101:rm.500 Request processed in 595us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.818597:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18862 00000100:00100000:0.0:1777580304.818617:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825766648564 time 7825767479922 state 0x0 ref 1 00000100:00100000:0.0:1777580304.818628:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239162bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282524:x1863919946448000:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580304.818660:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580304.818676:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4754b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7b8 expref: 410 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818688:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b1:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:0.0:1777580304.818697:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580304.818768:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818778:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.818785:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580304.818976:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032ad371a reply state 00000000b37228fc transno 8589950241 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.818988:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580304.819036:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239162bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282524:x1863919946448000:12345-192.168.202.9@tcp:36:touch.500 Request processed in 409us (1794us total) trans 8589950241 rc 0/0 00000100:00100000:0.0:1777580304.819043:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18864 00000100:00100000:0.0:1777580304.819047:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825766648564 time 7825767479922 state 0x2 ref 0 00000100:00100000:0.0:1777580304.819068:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825768031272 time 7825767931272 state 0x1 ref 2 00000100:00100000:0.0:1777580304.819078:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282530:x1863919946447744:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.819087:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.819097:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e475ad lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7db expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819166:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819176:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819184:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819197:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819204:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819211:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819255:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819262:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819269:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819274:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.819277:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819284:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819294:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580304.819296:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.819300:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819306:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e475b4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819317:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819323:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819329:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819334:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.819337:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819343:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819351:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0241785f000) 00010000:00010000:0.0:1777580304.819353:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.819355:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819361:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e475bb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819386:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e475ad lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7db expref: 411 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819396:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580304.819398:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.819402:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e475ad lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7db expref: 411 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819411:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021200, rc 0) 00000100:00100000:0.0:1777580304.819435:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282530:x1863919946447744:12345-192.168.202.9@tcp:101:rm.500 Request processed in 359us (2211us total) trans 0 rc 301/301 00000100:00100000:0.0:1777580304.819446:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18863 00000100:00100000:0.0:1777580304.819463:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825768031272 time 7825768326891 state 0x0 ref 1 00000100:00100000:0.0:1777580304.819475:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239162aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+409:282534:x1863919946448128:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.819484:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.819492:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e475c2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7e2 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819520:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819528:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819535:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819547:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819554:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819561:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819625:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e475d7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819634:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e475d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819642:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e475d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580304.819667:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7ae:0x0]: returning size 0 00000004:00200000:0.0:1777580304.819671:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580304.819683:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e475d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819692:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e475d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819698:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819704:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819710:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819716:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.819719:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819725:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819733:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580304.819735:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.819738:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819749:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e475c9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819759:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819765:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819771:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819776:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.819779:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819785:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819792:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa0241785ff00) 00010000:00010000:0.0:1777580304.819795:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.819797:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819803:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e475d0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819827:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e475c2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7e2 expref: 411 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819847:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e475d7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7e2 expref: 410 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.819854:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ae:0x0].0x0 (ffffa024989ece00) 00010000:00010000:0.0:1777580304.819857:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580304.819860:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148c00, rc 0) 00000100:00100000:0.0:1777580304.819883:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239162aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282534:x1863919946448128:12345-192.168.202.9@tcp:101:rm.500 Request processed in 410us (2578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.819890:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18865 00000100:00100000:0.0:1777580304.819894:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825768031272 time 7825768326891 state 0x2 ref 0 00000100:00100000:2.0:1777580304.820071:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946447360 00000100:00100000:2.0:1777580304.820083:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946447360 00000100:00100000:2.0:1777580304.820131:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11542 00000100:00100000:2.0:1777580304.820161:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239162a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2361:x1863919946447360:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:2.0:1777580304.820382:0:205905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x156d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777580304.820386:0:205905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x156d:0x0] updating lvb mtime from disk: 1777580302 -> 1777580303 00002000:00010000:2.0:1777580304.820389:0:205905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x156d:0x0] updating lvb atime from disk: 1777580302 -> 1777580303 00002000:00010000:2.0:1777580304.820392:0:205905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x156d:0x0] updating lvb ctime from disk: 1777580302 -> 1777580303 00002000:00010000:2.0:1777580304.820395:0:205905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x156d:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777580304.820422:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239162a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2361:x1863919946447360:12345-192.168.202.9@tcp:2:touch.500 Request processed in 263us (3573us total) trans 8589938474 rc 0/0 00000100:00100000:2.0:1777580304.820430:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11542 00000100:00100000:2.0:1777580304.820524:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.820964:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946448384 00000100:00100000:2.0:1777580304.820970:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946448384 00000100:00100000:2.0:1777580304.820995:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825768031272 time 7825768326891 state 0x0 ref 1 00000100:00100000:2.0:1777580304.821006:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825768426891 time 7825768326891 state 0x1 ref 1 00000100:00100000:2.0:1777580304.821032:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825768426891 time 7825769895241 state 0x0 ref 1 00000100:00100000:2.0:1777580304.821043:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282456:x1863919946448384:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.821120:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.821171:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e4757c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7c6 expref: 191 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821196:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e46c7d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d549 expref: 190 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821207:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:2.0:1777580304.821211:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.821232:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821245:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821255:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821270:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821278:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821285:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821398:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821407:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.821418:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.821929:0:205909:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7cc:0x0] is inserted into orphan list, open count = 1 00000100:00100000:3.0:1777580304.822913:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580304.823303:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823316:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823323:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823330:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.823334:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823342:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823358:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:2.0:1777580304.823361:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.823365:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823372:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e475ec lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823389:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823399:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823405:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823410:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.823413:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823418:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823425:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.823427:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.823430:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823435:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e475de lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.823446:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049cba98d reply state 000000008953b8f0 transno 8589950242 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.823455:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.823554:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282456:x1863919946448384:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2510us (3028us total) trans 8589950242 rc 0/0 00000100:00100000:2.0:1777580304.823565:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18866 00000100:00100000:2.0:1777580304.823573:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825768426891 time 7825769895241 state 0x2 ref 0 00000100:00100000:2.0:1777580304.823618:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946448512 00000100:00100000:2.0:1777580304.823626:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946448512 00000100:00100000:2.0:1777580304.823656:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825768426891 time 7825769895241 state 0x0 ref 1 00000100:00100000:2.0:1777580304.823668:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825769995241 time 7825769895241 state 0x1 ref 1 00000100:00100000:2.0:1777580304.823688:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825769995241 time 7825772551092 state 0x0 ref 1 00000100:00100000:2.0:1777580304.823700:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282527:x1863919946448512:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.823720:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.823739:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e475f3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7e9 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823810:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823824:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823835:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823852:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.823859:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824515:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824528:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824538:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824543:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.824547:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824553:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824566:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b1:0x0].0x0 (ffffa0241785f300) 00010000:00010000:1.0:1777580304.824569:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.824572:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824578:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e475a6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824607:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824614:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824619:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824624:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.824627:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824637:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824645:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b0:0x0].0x0 (ffffa024989ec300) 00010000:00010000:1.0:1777580304.824647:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.824650:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.824655:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47559 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.828954:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829189:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47608 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829206:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47608 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829219:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47608 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.829258:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7ac:0x0]: returning size 0 00000004:00200000:2.0:1777580304.829263:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.829291:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47608 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829305:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47608 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829316:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829322:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829329:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829334:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.829338:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829346:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829359:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.829362:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.829368:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829374:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e475fa lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829389:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829395:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829400:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829405:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.829408:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829413:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829420:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa024989ec400) 00010000:00010000:2.0:1777580304.829422:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.829425:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829430:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47601 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829485:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e475f3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7e9 expref: 410 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829502:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47608 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7e9 expref: 409 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.829510:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ac:0x0].0x0 (ffffa024ad9fd500) 00010000:00010000:2.0:1777580304.829512:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.829515:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f000, rc 0) 00000100:00100000:2.0:1777580304.829620:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+409:282527:x1863919946448512:12345-192.168.202.9@tcp:101:rm.500 Request processed in 5920us (6724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.829632:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18867 00000100:00100000:2.0:1777580304.829642:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825769995241 time 7825772551092 state 0x2 ref 0 00000100:00100000:2.0:1777580304.832556:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.832609:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.832644:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.832664:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.832718:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946449152 00000100:00100000:3.0:1777580304.832732:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946449152 00000100:00100000:3.0:1777580304.832801:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4054 00000100:00100000:3.0:1777580304.832813:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+409:282514:x1863919946449152:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:3.0:1777580304.833284:0:187633:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7cc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777580304.833398:0:187633:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1808, 64 off123904 00010000:00010000:3.0:1777580304.833484:0:187633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.833508:0:187633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.833522:0:187633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.833532:0:187633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.833538:0:187633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.833546:0:187633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.833566:0:187633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580304.833840:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282514:x1863919946449152:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1026us (1225us total) trans 8589950243 rc 0/0 00000100:00100000:3.0:1777580304.833850:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4054 00010000:00010000:3.0:1777580304.834112:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.834120:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834129:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.834154:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834164:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834179:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7cc:0x0].0x0 (ffffa0248e788400) 00010000:00010000:3.0:1777580304.834182:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.834187:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834193:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e4760f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834209:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.834211:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.834213:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580304.834648:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.834671:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.834698:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.834831:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834841:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834848:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834986:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.834991:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.834999:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835012:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024989ec600) 00010000:00010000:3.0:1777580304.835015:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.835020:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835026:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e475e5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.835115:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946449280 00000100:00100000:3.0:1777580304.835125:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946449280 00000100:00100000:3.0:1777580304.835196:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825766648564 time 7825767479922 state 0x0 ref 1 00000100:00100000:3.0:1777580304.835209:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825767579922 time 7825767479922 state 0x1 ref 1 00000100:00100000:3.0:1777580304.835228:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946449536 00000100:00100000:3.0:1777580304.835232:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946449536 00000100:00100000:3.0:1777580304.835243:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825769995241 time 7825772551092 state 0x0 ref 1 00000100:00100000:3.0:1777580304.835250:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825772651092 time 7825772551092 state 0x1 ref 1 00000100:00100000:3.0:1777580304.835272:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825767579922 time 7825784134150 state 0x0 ref 1 00000100:00100000:3.0:1777580304.835286:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+410:282524:x1863919946449280:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580304.835315:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580304.835336:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e47616 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7fe expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835404:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e47616 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7fe expref: 411 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835417:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e47616 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7fe expref: 411 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835437:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b1:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:3.0:1777580304.835439:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580304.835441:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50a00, rc 0) 00000100:00100000:3.0:1777580304.835502:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282524:x1863919946449280:12345-192.168.202.9@tcp:101:touch.500 Request processed in 218us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580304.835510:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18868 00000100:00100000:3.0:1777580304.835515:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825767579922 time 7825784134150 state 0x2 ref 0 00000100:00100000:3.0:1777580304.835538:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825772651092 time 7825784401280 state 0x0 ref 1 00000100:00100000:3.0:1777580304.835547:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282487:x1863919946449536:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580304.835592:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580304.835609:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496d8b400/0xcb2b2f2f7e4703c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d653 expref: 190 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835624:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e46e91 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5f1 expref: 189 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835636:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d4:0x0].0x0 (ffffa0249dea8d00) 00010000:00010000:3.0:1777580304.835644:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.835664:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835674:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835682:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835695:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835702:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835708:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835841:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835851:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.835859:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580304.836484:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1809, 64 off123968 00010000:00010000:3.0:1777580304.836567:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836577:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836587:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836595:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836602:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836610:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836635:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580304.836659:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836665:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836671:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836677:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.836681:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836688:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836698:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d4:0x0].0x0 (ffffa02427669200) 00010000:00010000:3.0:1777580304.836702:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580304.836705:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836711:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4762b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836732:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836743:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836749:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836753:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.836756:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836761:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836769:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.836771:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.836774:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.836780:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4761d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.836790:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ec46db5 reply state 00000000fbcc781f transno 8589950244 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.836799:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.836879:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282487:x1863919946449536:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1329us (2203us total) trans 8589950244 rc 0/0 00000100:00100000:3.0:1777580304.836889:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18869 00000100:00100000:3.0:1777580304.836909:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825772651092 time 7825784401280 state 0x2 ref 0 00010000:00010000:2.0:1777580304.837218:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580304.837227:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837233:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580304.837236:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837245:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837254:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d4:0x0].0x0 (ffffa02427669200) 00010000:00010000:2.0:1777580304.837256:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580304.837259:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837265:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47632 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837282:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.837284:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.837285:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580304.837370:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.837396:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946449920 00000100:00100000:2.0:1777580304.837404:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946449920 00000100:00100000:2.0:1777580304.837438:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825772651092 time 7825784401280 state 0x0 ref 1 00000100:00100000:2.0:1777580304.837452:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825784501280 time 7825784401280 state 0x1 ref 1 00000100:00100000:2.0:1777580304.837473:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825784501280 time 7825786335511 state 0x0 ref 1 00000100:00100000:2.0:1777580304.837485:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282520:x1863919946449920:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.837535:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.837553:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e474c6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7a3 expref: 411 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837570:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e4737d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d76b expref: 410 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837583:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ab:0x0].0x0 (ffffa024acb37600) 00010000:00010000:2.0:1777580304.837591:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.837612:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837625:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837635:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837649:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837657:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837663:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837787:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837796:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.837804:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.838345:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1810, 64 off124032 00010000:00010000:2.0:1777580304.838413:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838425:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838433:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838441:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838448:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838455:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838479:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.838499:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838505:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838510:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838516:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.838520:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838528:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838543:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ab:0x0].0x0 (ffffa024989ec100) 00010000:00010000:2.0:1777580304.838546:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.838550:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838555:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47647 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838576:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838582:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838588:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838594:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.838596:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838603:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838610:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.838612:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.838615:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838621:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e47639 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.838636:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000173e7a13 reply state 00000000710f45ef transno 8589950245 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.838645:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.838729:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282520:x1863919946449920:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1242us (1356us total) trans 8589950245 rc 0/0 00000100:00100000:2.0:1777580304.838739:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18870 00000100:00100000:2.0:1777580304.838745:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825784501280 time 7825786335511 state 0x2 ref 0 00010000:00010000:2.0:1777580304.838789:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580304.838796:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838803:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580304.838806:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838813:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838821:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ab:0x0].0x0 (ffffa024989ec100) 00010000:00010000:2.0:1777580304.838824:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580304.838827:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838833:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e4764e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.838847:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.838849:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.838851:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580304.839195:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946448768 00000100:00100000:0.0:1777580304.839206:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946448768 00000100:00100000:0.0:1777580304.839260:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946448896 00000100:00100000:0.0:1777580304.839263:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946448896 00000100:00100000:0.0:1777580304.839281:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946448640 00000100:00100000:0.0:1777580304.839284:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946448640 00000100:00100000:0.0:1777580304.839299:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946449664 00000100:00100000:0.0:1777580304.839302:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946449664 00000100:00100000:0.0:1777580304.839325:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11543 00000100:00100000:0.0:1777580304.839336:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2361:x1863919946448768:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580304.839668:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2361:x1863919946448768:12345-192.168.202.9@tcp:2:touch.500 Request processed in 332us (7127us total) trans 8589938872 rc 0/0 00000100:00100000:0.0:1777580304.839677:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11543 00000100:00100000:0.0:1777580304.839696:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11544 00000100:00100000:0.0:1777580304.839704:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2362:x1863919946448896:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.839716:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.839738:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7f7 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580304.839766:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1577:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:0.0:1777580304.839783:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.839786:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.839796:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 42 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.839813:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 42 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.839828:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149c00, rc 0) 00000100:00100000:0.0:1777580304.839849:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+42:2362:x1863919946448896:12345-192.168.202.9@tcp:101:rm.500 Request processed in 146us (7205us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.839855:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11544 00000100:00100000:0.0:1777580304.839883:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11545 00000100:00100000:0.0:1777580304.839891:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2364:x1863919946448640:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.839907:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.839920:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d7f0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580304.839936:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x159a:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:0.0:1777580304.839946:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.839949:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.839953:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 41 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.839965:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 41 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.839974:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0400, rc 0) 00000100:00100000:0.0:1777580304.839993:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2364:x1863919946448640:12345-192.168.202.9@tcp:101:rm.500 Request processed in 103us (7328us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.839999:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11545 00000100:00100000:0.0:1777580304.840012:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11546 00000100:00100000:0.0:1777580304.840020:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+40:2364:x1863919946449664:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.840027:0:205908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.840039:0:205908:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d805 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580304.840052:0:205908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x159b:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:0.0:1777580304.840061:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.840063:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.840067:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 41 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.840076:0:205908:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 41 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.840089:0:205908:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4800, rc 0) 00000100:00100000:0.0:1777580304.840107:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2364:x1863919946449664:12345-192.168.202.9@tcp:101:rm.500 Request processed in 90us (5410us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.840113:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11546 00010000:00010000:1.0:1777580304.858806:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.858827:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.858836:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.858842:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.858848:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.858858:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.858879:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa0248e788600) 00010000:00010000:1.0:1777580304.858882:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.858887:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.858909:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47624 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.863686:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.864038:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.864081:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946450304 00000100:00100000:2.0:1777580304.864093:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946450304 00000100:00100000:2.0:1777580304.864172:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825784501280 time 7825786335511 state 0x0 ref 1 00000100:00100000:2.0:1777580304.864189:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825786435511 time 7825786335511 state 0x1 ref 1 00000100:00100000:2.0:1777580304.864218:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825786435511 time 7825813079454 state 0x0 ref 1 00000100:00100000:2.0:1777580304.864232:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282503:x1863919946450304:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.864312:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.864347:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47249 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d702 expref: 189 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864375:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47146 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7da:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ca expref: 188 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864387:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7da:0x0].0x0 (ffffa024993dfe00) 00010000:00010000:2.0:1777580304.864401:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.864434:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864451:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864461:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.864585:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.864595:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.864602:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.864608:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580304.864613:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.864621:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.864631:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa024989ec500) 00010000:00010000:0.0:1777580304.864633:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580304.864637:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.864642:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e47640 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864697:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864707:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864714:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864980:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864989:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.864997:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.866063:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946450048 00000100:00100000:3.0:1777580304.866073:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946450048 00000100:00100000:3.0:1777580304.866177:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11547 00000100:00100000:3.0:1777580304.866188:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+42:2364:x1863919946450048:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580304.866547:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+43:2364:x1863919946450048:12345-192.168.202.9@tcp:2:touch.500 Request processed in 359us (2508us total) trans 8589938475 rc 0/0 00000100:00100000:3.0:1777580304.866555:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11547 00000040:00080000:2.0:1777580304.866743:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1811, 64 off124096 00010000:00010000:2.0:1777580304.866823:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.866840:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.866852:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.866861:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.866970:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.866978:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867009:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.867033:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867039:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867045:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867051:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.867055:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867062:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867076:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7da:0x0].0x0 (ffffa02499479000) 00010000:00010000:2.0:1777580304.867079:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.867084:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867090:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47678 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867111:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867122:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867127:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867148:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.867152:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867158:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867166:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.867168:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.867171:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.867176:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e4766a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.867187:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000000427277 reply state 000000007769d9c5 transno 8589950246 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.867195:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.867250:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282503:x1863919946450304:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3020us (3577us total) trans 8589950246 rc 0/0 00000100:00100000:2.0:1777580304.867259:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18871 00000100:00100000:2.0:1777580304.867268:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825786435511 time 7825813079454 state 0x2 ref 0 00010000:00010000:3.0:1777580304.868698:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.868711:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.868721:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.868726:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.868735:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.868752:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7da:0x0].0x0 (ffffa02499479000) 00010000:00010000:3.0:1777580304.868755:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.868759:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.868765:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e4767f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.868782:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.868784:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.868786:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580304.874723:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.876103:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.876261:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580304.876439:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.876455:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.876464:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.876471:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580304.876477:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.876486:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.876506:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa024989ec400) 00010000:00010000:1.0:1777580304.876509:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580304.876515:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.876522:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47671 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.880465:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580304.880663:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946450560 00000100:00100000:3.0:1777580304.880679:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946450560 00000100:00100000:3.0:1777580304.880742:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946451072 00000100:00100000:3.0:1777580304.880746:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946451072 00000100:00100000:3.0:1777580304.880771:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4055 00000100:00100000:3.0:1777580304.880782:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282528:x1863919946450560:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580304.881300:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395ffea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282528:x1863919946450560:12345-192.168.202.9@tcp:35:touch.500 Request processed in 517us (6589us total) trans 8589950247 rc 0/0 00000100:00100000:3.0:1777580304.881310:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4055 00000100:00100000:3.0:1777580304.881334:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4056 00000100:00100000:3.0:1777580304.881341:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282524:x1863919946451072:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580304.881495:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282524:x1863919946451072:12345-192.168.202.9@tcp:35:touch.500 Request processed in 154us (5233us total) trans 8589950248 rc 0/0 00000100:00100000:3.0:1777580304.881502:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4056 00000100:00100000:2.0:1777580304.881803:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946450816 00000100:00100000:2.0:1777580304.881810:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946450816 00000100:00100000:2.0:1777580304.881843:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825786435511 time 7825813079454 state 0x0 ref 1 00000100:00100000:2.0:1777580304.881857:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825813179454 time 7825813079454 state 0x1 ref 1 00000100:00100000:2.0:1777580304.881970:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825813179454 time 7825830830611 state 0x0 ref 1 00000100:00100000:2.0:1777580304.881982:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282518:x1863919946450816:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.882021:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.882054:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4759f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7d4 expref: 412 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882080:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e472d5 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d72c expref: 411 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882092:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7aa:0x0].0x0 (ffffa02499479700) 00010000:00010000:2.0:1777580304.882104:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.882158:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882178:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882192:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882210:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882218:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882225:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882359:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882368:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.882376:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.883274:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000040:00080000:2.0:1777580304.884100:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1814, 64 off124288 00010000:00010000:2.0:1777580304.884222:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884240:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884251:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884260:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884266:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884274:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884298:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.884325:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884331:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884337:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884343:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.884348:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884356:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884369:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7aa:0x0].0x0 (ffffa02499479900) 00010000:00010000:2.0:1777580304.884372:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.884376:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884382:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47694 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884404:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884414:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884420:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884425:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.884427:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884432:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884440:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.884443:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.884446:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.884451:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47686 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.884461:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e339625 reply state 000000007de499bb transno 8589950249 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.884471:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580304.885020:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.885030:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.885039:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.885042:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.885049:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.885059:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7aa:0x0].0x0 (ffffa02499479900) 00010000:00010000:3.0:1777580304.885062:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.885066:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.885072:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4769b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7aa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.885088:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.885090:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.885092:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580304.885618:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946451328 00000100:00100000:3.0:1777580304.885632:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946451328 00000100:00100000:3.0:1777580304.885687:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825830930611 time 7825830830611 state 0x1 ref 2 00000100:00100000:3.0:1777580304.885728:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825830930611 time 7825834590728 state 0x0 ref 2 00000100:00100000:3.0:1777580304.885747:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239162b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282493:x1863919946451328:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580304.885820:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580304.885843:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e4722d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6fb expref: 188 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.886107:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+412:282518:x1863919946450816:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4125us (10015us total) trans 8589950249 rc 0/0 00000100:00100000:2.0:1777580304.886117:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18872 00010000:00010000:3.0:1777580304.887777:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e46f5c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d629 expref: 187 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.887815:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d8:0x0].0x0 (ffffa0249881dd00) 00010000:00010000:3.0:1777580304.887829:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.887866:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.887886:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.887917:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.887936:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.887948:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.887954:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.888111:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.888118:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.888125:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.889166:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1812, 64 off124160 00010000:00010000:2.0:1777580304.889256:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889270:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889279:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889287:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889293:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889299:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889324:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.889351:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889357:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889363:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889369:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.889374:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889382:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889399:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d8:0x0].0x0 (ffffa02427669d00) 00010000:00010000:2.0:1777580304.889402:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.889406:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889413:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e476b0 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889433:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889440:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889445:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889451:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.889453:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889460:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.889467:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.889469:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.889472:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.889613:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.889621:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.889628:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.889631:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.889637:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.889651:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d8:0x0].0x0 (ffffa02427669d00) 00010000:00010000:3.0:1777580304.889653:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.889656:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.889662:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e476b7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.889678:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.889681:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.889682:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.889733:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e476a2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.889749:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce039958 reply state 0000000013017eba transno 8589950250 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.889759:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.889926:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239162b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282493:x1863919946451328:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4180us (6652us total) trans 8589950250 rc 0/0 00000100:00100000:2.0:1777580304.889938:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18873 00000100:00100000:2.0:1777580304.889948:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825830930611 time 7825834590728 state 0x2 ref 0 00010000:00010000:2.0:1777580304.894000:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.894024:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.894032:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.894038:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.894044:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.894052:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.894075:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02499479b00) 00010000:00010000:2.0:1777580304.894078:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.894084:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.894096:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4768d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.894643:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.894656:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.894662:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.894667:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.894670:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.894676:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.894685:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02427669900) 00010000:00010000:3.0:1777580304.894687:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.894690:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.894696:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e476a9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.895620:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.895760:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946451584 00000100:00100000:2.0:1777580304.895774:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946451584 00000100:00100000:2.0:1777580304.895826:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825767579922 time 7825784134150 state 0x0 ref 1 00000100:00100000:2.0:1777580304.895841:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825784234150 time 7825784134150 state 0x1 ref 1 00000100:00100000:2.0:1777580304.895928:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825784234150 time 7825844788604 state 0x0 ref 1 00000100:00100000:2.0:1777580304.895942:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391628a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+411:282529:x1863919946451584:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.895970:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.895994:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e476be lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d80c expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.896324:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.896342:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.896354:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.896373:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.896379:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.896385:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.897031:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x159d:0x0], index 0: 0 00010000:00010000:2.0:1777580304.897279:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e476d3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897293:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e476d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897303:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e476d3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897346:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897354:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897361:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897369:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.897373:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897381:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897394:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.897397:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.897403:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897410:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e476c5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.897425:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058f72c5d reply state 0000000033b9bc1a transno 8589950251 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.897434:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.897476:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e476be lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d80c expref: 414 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897492:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e476d3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d80c expref: 413 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.897499:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b2:0x0].0x0 (ffffa024acb37600) 00010000:00010000:2.0:1777580304.897502:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.897504:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea2600, rc 0) 00000100:00100000:2.0:1777580304.897599:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391628a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+414:282529:x1863919946451584:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1660us (1988us total) trans 8589950251 rc 0/0 00000100:00100000:2.0:1777580304.897610:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18874 00000100:00100000:2.0:1777580304.897620:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825784234150 time 7825844788604 state 0x2 ref 0 00000100:00100000:2.0:1777580304.908719:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.909173:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.909189:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.909197:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.909204:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.909209:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.909218:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.909237:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02499479000) 00010000:00010000:3.0:1777580304.909240:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.909245:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.909252:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e476cc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.909361:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946451840 00000100:00100000:2.0:1777580304.909375:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946451840 00000100:00100000:2.0:1777580304.909427:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825830930611 time 7825834590728 state 0x0 ref 1 00000100:00100000:2.0:1777580304.909443:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825834690728 time 7825834590728 state 0x1 ref 1 00000100:00100000:2.0:1777580304.909564:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825834690728 time 7825858424431 state 0x0 ref 1 00000100:00100000:2.0:1777580304.909581:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023852fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+187:282504:x1863919946451840:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.909657:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.909679:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47265 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d709 expref: 187 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.909697:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e4715b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7db:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6d1 expref: 186 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.909710:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7db:0x0].0x0 (ffffa024993df900) 00010000:00010000:2.0:1777580304.909719:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.909749:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.909766:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.909778:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.909793:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.909800:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.909806:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.910312:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.910322:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.910329:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580304.912622:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1815, 64 off124352 00010000:00010000:2.0:1777580304.912743:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.912767:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.912782:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.912792:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.912799:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.912805:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.912834:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580304.913608:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.913619:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.913630:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.913634:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.913643:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.913659:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7db:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:3.0:1777580304.913662:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.913667:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.913673:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e476f6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.913685:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.913687:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.913689:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.914009:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914024:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914030:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914036:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.914040:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914047:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914057:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7db:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:2.0:1777580304.914060:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.914064:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914070:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e476ef lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914100:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914108:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914114:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914121:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.914124:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914131:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914153:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.914155:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.914158:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.914165:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e476e1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.914180:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013d8d4af reply state 000000008e6cb6a0 transno 8589950252 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.914192:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.914325:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023852fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+187:282504:x1863919946451840:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4741us (5614us total) trans 8589950252 rc 0/0 00000100:00100000:2.0:1777580304.914337:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18875 00000100:00100000:2.0:1777580304.914347:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825834690728 time 7825858424431 state 0x2 ref 0 00000100:00100000:2.0:1777580304.926128:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.926187:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.926315:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946452096 00000100:00100000:2.0:1777580304.926328:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946452096 00000100:00100000:2.0:1777580304.926383:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825784234150 time 7825844788604 state 0x0 ref 1 00000100:00100000:2.0:1777580304.926399:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825844888604 time 7825844788604 state 0x1 ref 1 00000100:00100000:2.0:1777580304.926421:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946452224 00000100:00100000:2.0:1777580304.926425:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946452224 00000100:00100000:2.0:1777580304.926438:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825834690728 time 7825858424431 state 0x0 ref 1 00000100:00100000:2.0:1777580304.926445:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825858524431 time 7825858424431 state 0x1 ref 1 00000100:00100000:2.0:1777580304.926467:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825844888604 time 7825875328810 state 0x0 ref 1 00000100:00100000:2.0:1777580304.926496:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+414:282529:x1863919946452096:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580304.926586:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580304.926622:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e476d3 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d80c expref: 414 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.926648:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b2:0x0].0x0 (ffffa024acb37600) 00010000:00010000:2.0:1777580304.926664:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.926762:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.926778:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.926790:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.926984:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083672816 reply state 00000000d2c58abe transno 8589950253 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.926995:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.927104:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+415:282529:x1863919946452096:12345-192.168.202.9@tcp:36:touch.500 Request processed in 611us (992us total) trans 8589950253 rc 0/0 00000100:00100000:2.0:1777580304.927113:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18876 00000100:00100000:2.0:1777580304.927119:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825844888604 time 7825875328810 state 0x2 ref 0 00000100:00100000:2.0:1777580304.927173:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825858524431 time 7825876035871 state 0x0 ref 1 00000100:00100000:2.0:1777580304.927185:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+414:282545:x1863919946452224:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.927196:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.927208:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47704 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d813 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927260:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927270:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927278:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927295:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927301:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927307:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927426:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47719 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927434:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47719 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927442:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47719 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.927467:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b1:0x0]: returning size 0 00000004:00200000:2.0:1777580304.927472:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.927488:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47719 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927499:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47719 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927507:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927514:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927520:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927526:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.927531:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927539:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927547:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.927550:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.927554:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927565:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e4770b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927579:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927585:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927591:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927595:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.927598:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927603:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927609:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024acb37300) 00010000:00010000:2.0:1777580304.927612:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.927614:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927618:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47712 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927643:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47704 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d813 expref: 416 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927661:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47719 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d813 expref: 415 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.927668:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b1:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580304.927670:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.927673:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638e600, rc 0) 00000100:00100000:2.0:1777580304.927701:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+415:282545:x1863919946452224:12345-192.168.202.9@tcp:101:rm.500 Request processed in 519us (1513us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.927708:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18877 00000100:00100000:2.0:1777580304.927712:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825858524431 time 7825876035871 state 0x2 ref 0 00010000:00010000:3.0:1777580304.928805:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.928820:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.928826:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.928832:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.928836:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.928847:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.928860:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024acb37d00) 00010000:00010000:3.0:1777580304.928863:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.928877:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.928884:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e476e8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.932080:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.932182:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932197:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932205:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932212:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9bc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.932218:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932227:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932246:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b2:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:3.0:1777580304.932249:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.932256:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932263:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e476fd lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.932315:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946452480 00000100:00100000:3.0:1777580304.932327:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946452480 00000100:00100000:3.0:1777580304.932370:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825858524431 time 7825876035871 state 0x0 ref 1 00000100:00100000:3.0:1777580304.932384:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825876135871 time 7825876035871 state 0x1 ref 1 00000100:00100000:3.0:1777580304.932416:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825876135871 time 7825881277448 state 0x0 ref 1 00000100:00100000:3.0:1777580304.932430:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239162b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+186:282496:x1863919946452480:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580304.932517:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580304.932539:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680f000/0xcb2b2f2f7e472b2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d71e expref: 186 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932554:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02484838800/0xcb2b2f2f7e47097 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d68b expref: 185 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932563:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d9:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:3.0:1777580304.932571:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.932602:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932618:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932629:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932645:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932651:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932657:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932807:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932815:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.932823:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580304.933457:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1816, 64 off124416 00010000:00010000:3.0:1777580304.933542:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933553:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933563:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933571:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933577:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933584:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933608:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580304.933632:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933638:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933644:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933649:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.933654:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933660:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933670:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d9:0x0].0x0 (ffffa02427669000) 00010000:00010000:3.0:1777580304.933673:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580304.933677:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933683:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4772e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933703:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933714:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933720:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933725:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.933728:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933735:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933742:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.933745:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.933748:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933753:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47720 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.933763:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9a10331 reply state 00000000ac885531 transno 8589950254 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.933772:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.933880:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239162b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+186:282496:x1863919946452480:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1449us (1811us total) trans 8589950254 rc 0/0 00000100:00100000:3.0:1777580304.933891:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18878 00000100:00100000:3.0:1777580304.933916:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825876135871 time 7825881277448 state 0x2 ref 0 00010000:00010000:3.0:1777580304.933967:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580304.933973:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933980:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580304.933984:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.933991:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.934000:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d9:0x0].0x0 (ffffa02427669000) 00010000:00010000:3.0:1777580304.934002:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580304.934005:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.934012:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47735 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.934027:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.934029:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580304.934031:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580304.940201:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.940580:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580304.940825:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.940843:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.940852:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.940860:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.940879:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.940889:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.940918:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02427669a00) 00010000:00010000:3.0:1777580304.940922:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.940928:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.940935:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47727 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.944831:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946452608 00000100:00100000:2.0:1777580304.944855:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946452608 00000100:00100000:2.0:1777580304.944937:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825844888604 time 7825875328810 state 0x0 ref 1 00000100:00100000:2.0:1777580304.944959:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825875428810 time 7825875328810 state 0x1 ref 1 00000100:00100000:2.0:1777580304.944995:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825875428810 time 7825893855866 state 0x0 ref 1 00000100:00100000:2.0:1777580304.945017:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+414:282529:x1863919946452608:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.945052:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.945088:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e4773c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d81a expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.945214:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e4773c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d81a expref: 415 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.945233:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e4773c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d81a expref: 415 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.945257:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b2:0x0].0x0 (ffffa024acb37300) 00010000:00010000:2.0:1777580304.945260:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.945263:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638e400, rc 0) 00000100:00100000:2.0:1777580304.945346:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+415:282529:x1863919946452608:12345-192.168.202.9@tcp:101:touch.500 Request processed in 340us (5160us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.945355:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18879 00000100:00100000:2.0:1777580304.945360:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825875428810 time 7825893855866 state 0x2 ref 0 00000100:00100000:3.0:1777580304.946080:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.946582:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.947024:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946452992 00000100:00100000:2.0:1777580304.947036:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946452992 00000100:00100000:2.0:1777580304.947079:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825875428810 time 7825893855866 state 0x0 ref 1 00000100:00100000:2.0:1777580304.947092:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825893955866 time 7825893855866 state 0x1 ref 1 00000100:00100000:2.0:1777580304.947113:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946453248 00000100:00100000:2.0:1777580304.947116:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946453248 00000100:00100000:2.0:1777580304.947129:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825876135871 time 7825881277448 state 0x0 ref 1 00000100:00100000:2.0:1777580304.947211:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825881377448 time 7825881277448 state 0x1 ref 1 00000100:00100000:2.0:1777580304.947232:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825881377448 time 7825896094116 state 0x0 ref 1 00000100:00100000:2.0:1777580304.947250:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+185:282492:x1863919946453248:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580304.947328:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580304.947362:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a680e600/0xcb2b2f2f7e47296 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d717 expref: 185 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947386:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e46f40 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d61b expref: 184 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947398:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d7:0x0].0x0 (ffffa024996f9800) 00010000:00010000:2.0:1777580304.947409:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580304.947435:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947452:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947463:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.947614:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946452736 00000100:00100000:0.0:1777580304.947621:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946452736 00010000:00010000:2.0:1777580304.947708:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947717:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947725:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947887:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947907:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.947915:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580304.949676:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11548 00000100:00100000:0.0:1777580304.949699:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+43:2364:x1863919946452736:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580304.949723:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580304.949749:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d821 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580304.949782:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1578:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:0.0:1777580304.949808:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.949811:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580304.949821:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 44 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.949840:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 44 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580304.949858:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4c00, rc 0) 00000100:00100000:0.0:1777580304.949956:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+44:2364:x1863919946452736:12345-192.168.202.9@tcp:101:rm.500 Request processed in 267us (9376us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580304.949965:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11548 00000040:00080000:2.0:1777580304.950164:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1817, 64 off124480 00010000:00010000:2.0:1777580304.950267:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950283:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950296:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950304:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950309:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950316:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950336:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580304.950361:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950367:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950377:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950382:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.950387:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950394:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950407:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d7:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:2.0:1777580304.950410:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580304.950414:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950419:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e47751 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950442:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950447:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950452:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950457:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.950459:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950468:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950482:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.950485:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.950488:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950494:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47743 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.950505:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6540920 reply state 00000000f8e5ec0e transno 8589950255 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.950513:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580304.950569:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391628700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+185:282492:x1863919946453248:12345-192.168.202.9@tcp:36:rm.500 Request processed in 3323us (3988us total) trans 8589950255 rc 0/0 00000100:00100000:2.0:1777580304.950580:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18881 00000100:00100000:2.0:1777580304.950587:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825881377448 time 7825896094116 state 0x2 ref 0 00000100:00100000:2.0:1777580304.950615:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825893955866 time 7825899477385 state 0x0 ref 1 00000100:00100000:2.0:1777580304.950629:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+415:282532:x1863919946452992:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.950643:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.950654:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47766 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d828 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950779:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950789:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950797:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950810:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950817:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.950823:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.951416:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1579:0x0], index 1: 0 00010000:00010000:2.0:1777580304.951615:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e4777b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951629:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e4777b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951639:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e4777b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951676:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951685:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951691:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951698:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9ae00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.951702:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951707:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951717:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.951719:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.951723:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951728:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e4776d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.951740:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085957180 reply state 00000000d30c40d8 transno 8589950256 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.951748:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.951783:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47766 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d828 expref: 418 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951802:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e4777b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d828 expref: 417 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.951810:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b3:0x0].0x0 (ffffa02499479000) 00010000:00010000:2.0:1777580304.951812:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.951815:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02395f9b000, rc 0) 00000100:00100000:2.0:1777580304.951880:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391629880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+418:282532:x1863919946452992:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1254us (5803us total) trans 8589950256 rc 0/0 00000100:00100000:2.0:1777580304.951889:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18880 00000100:00100000:3.0:1777580304.952417:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.952537:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825893955866 time 7825899477385 state 0x2 ref 0 00010000:00010000:2.0:1777580304.952596:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580304.952604:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.952611:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580304.952615:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.952622:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.952633:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7d7:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:2.0:1777580304.952636:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580304.952638:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.952644:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4775f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7d7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.952660:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.952661:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580304.952663:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580304.953487:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946453376 00000100:00100000:1.0:1777580304.953500:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946453376 00000100:00100000:1.0:1777580304.953563:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11549 00000100:00100000:1.0:1777580304.953574:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239162a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+41:2364:x1863919946453376:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580304.954002:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239162a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+42:2364:x1863919946453376:12345-192.168.202.9@tcp:2:touch.500 Request processed in 428us (1584us total) trans 8589938873 rc 0/0 00000100:00100000:1.0:1777580304.954011:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11549 00010000:00010000:3.0:1777580304.956640:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.956664:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.956673:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.956679:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.956684:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.956693:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.956717:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024acb37600) 00010000:00010000:3.0:1777580304.956721:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.956727:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.956733:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e4774a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.958180:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.958198:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.958206:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.958211:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.958216:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.958223:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.958239:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024acb37d00) 00010000:00010000:3.0:1777580304.958243:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.958247:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.958253:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47774 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.968631:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.968709:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.968738:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580304.968826:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580304.969074:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946453632 00000100:00100000:1.0:1777580304.969090:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946453632 00000100:00100000:1.0:1777580304.969182:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4057 00000100:00100000:1.0:1777580304.969194:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02391628e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+417:282529:x1863919946453632:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580304.969680:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02391628e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+418:282529:x1863919946453632:12345-192.168.202.9@tcp:35:touch.500 Request processed in 486us (1062us total) trans 8589950257 rc 0/0 00000100:00100000:1.0:1777580304.969691:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4057 00000100:00100000:2.0:1777580304.971778:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946453888 00000100:00100000:2.0:1777580304.971799:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946453888 00000100:00100000:2.0:1777580304.971854:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825893955866 time 7825899477385 state 0x0 ref 1 00000100:00100000:3.0:1777580304.972037:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946454016 00000100:00100000:3.0:1777580304.972044:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946454016 00000100:00100000:3.0:1777580304.972065:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825881377448 time 7825896094116 state 0x0 ref 1 00000100:00100000:3.0:1777580304.972076:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825896194116 time 7825896094116 state 0x1 ref 1 00000100:00100000:3.0:1777580304.972100:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946454272 00000100:00100000:3.0:1777580304.972103:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946454272 00000100:00100000:2.0:1777580304.972156:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825899577385 time 7825899477385 state 0x1 ref 1 00000100:00100000:2.0:1777580304.972182:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825896194116 time 7825921044169 state 0x0 ref 2 00000100:00100000:2.0:1777580304.972198:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238649b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+184:282515:x1863919946454016:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.972226:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.972251:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47789 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d82f expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972337:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972357:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972371:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972388:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972394:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972401:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972623:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4779e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972632:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4779e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972644:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4779e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580304.972676:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7dc:0x0]: returning size 0 00000004:00200000:2.0:1777580304.972681:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580304.972704:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4779e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972718:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4779e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972727:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972734:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972741:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972749:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.972753:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972762:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972776:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.972779:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.972784:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972794:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47790 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972808:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972814:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972819:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972824:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9bc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.972826:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972831:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972838:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02499479900) 00010000:00010000:2.0:1777580304.972840:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.972842:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.972848:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47797 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.973075:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825899577385 time 7825921934900 state 0x0 ref 1 00000100:00100000:1.0:1777580304.973096:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238649ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+419:282532:x1863919946453888:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580304.973152:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580304.973172:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e4777b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d828 expref: 419 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.973186:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b3:0x0].0x0 (ffffa02499479000) 00010000:00010000:1.0:1777580304.973193:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580304.973263:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.973273:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.973280:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580304.973436:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000840783bf reply state 000000000f1a4cc1 transno 8589950258 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580304.973447:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.973618:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47789 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d82f expref: 186 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.973642:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4779e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d82f expref: 185 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.973651:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dc:0x0].0x0 (ffffa02493bbd000) 00010000:00010000:2.0:1777580304.973653:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.973657:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638f400, rc 0) 00000100:00100000:2.0:1777580304.973734:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238649b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+185:282515:x1863919946454016:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1541us (4994us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.973744:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18882 00000100:00100000:3.0:1777580304.976335:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825921144169 time 7825921044169 state 0x1 ref 1 00000100:00100000:3.0:1777580304.976396:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825921144169 time 7825925257575 state 0x0 ref 1 00000100:00100000:3.0:1777580304.976426:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282545:x1863919946454272:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580304.983276:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580304.983329:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47719 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d813 expref: 420 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983354:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e47616 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7fe expref: 419 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983368:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b1:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:3.0:1777580304.983382:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580304.983411:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983428:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983439:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983457:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983464:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983470:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983621:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983630:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.983637:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580304.984287:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1813, 64 off124224 00010000:00010000:3.0:1777580304.984362:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984372:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984381:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984389:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984395:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984401:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984427:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580304.984453:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984458:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984464:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984470:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.984474:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984482:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984493:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b1:0x0].0x0 (ffffa02427669000) 00010000:00010000:3.0:1777580304.984497:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580304.984500:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984510:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e477ba lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984530:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984536:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984543:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984548:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580304.984551:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984557:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984564:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580304.984567:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580304.984570:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580304.984576:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e477ac lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580304.984585:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008fa7c948 reply state 00000000c3c31217 transno 8589950259 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580304.984595:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580304.984705:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282545:x1863919946454272:12345-192.168.202.9@tcp:36:rm.500 Request processed in 8293us (15875us total) trans 8589950259 rc 0/0 00000100:00100000:3.0:1777580304.984716:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18884 00000100:00100000:3.0:1777580304.984725:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825921144169 time 7825925257575 state 0x2 ref 0 00000100:00100000:1.0:1777580304.985163:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238649ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+419:282532:x1863919946453888:12345-192.168.202.9@tcp:36:touch.500 Request processed in 12072us (16451us total) trans 8589950258 rc 0/0 00000100:00100000:1.0:1777580304.985173:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18883 00000100:00100000:1.0:1777580304.985177:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825899577385 time 7825921934900 state 0x2 ref 0 00000100:00100000:1.0:1777580304.986084:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.987645:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946454400 00000100:00100000:2.0:1777580304.987663:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946454400 00000100:00100000:2.0:1777580304.987739:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11550 00000100:00100000:2.0:1777580304.987752:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+44:2362:x1863919946454400:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580304.987776:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.987808:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d836 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580304.987844:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1575:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:2.0:1777580304.987984:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580304.987988:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580304.988000:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 45 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.988026:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 45 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.988051:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea2600, rc 0) 00010000:00010000:1.0:1777580304.988312:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580304.988324:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.988335:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580304.988342:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.988356:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.988377:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b1:0x0].0x0 (ffffa02427669000) 00010000:00010000:1.0:1777580304.988380:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580304.988386:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.988393:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e477c1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580304.988424:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580304.988427:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580304.988429:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580304.992269:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+45:2362:x1863919946454400:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4497us (6168us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.992287:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11550 00000100:00100000:2.0:1777580304.996953:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.997021:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580304.997063:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946454528 00000100:00100000:2.0:1777580304.997080:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946454528 00000100:00100000:2.0:1777580304.997192:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825899577385 time 7825921934900 state 0x0 ref 1 00000100:00100000:2.0:1777580304.997213:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825922034900 time 7825921934900 state 0x1 ref 1 00000100:00100000:2.0:1777580304.997237:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946454784 00000100:00100000:2.0:1777580304.997240:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946454784 00000100:00100000:2.0:1777580304.997255:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825922034900 time 7825921934900 state 0x1 ref 2 00000100:00100000:2.0:1777580304.997281:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825946243311 time 7825946143311 state 0x1 ref 2 00000100:00100000:2.0:1777580304.997298:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282532:x1863919946454528:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.997346:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.997383:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e477cf lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d83d expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997483:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e477cf lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d83d expref: 421 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997509:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e477cf lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d83d expref: 421 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997537:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b3:0x0].0x0 (ffffa02493bbdf00) 00010000:00010000:2.0:1777580304.997542:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580304.997547:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea2a00, rc 0) 00000100:00100000:2.0:1777580304.997631:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282532:x1863919946454528:12345-192.168.202.9@tcp:101:touch.500 Request processed in 336us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580304.997640:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18885 00000100:00100000:2.0:1777580304.997664:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825946243311 time 7825946526900 state 0x0 ref 1 00000100:00100000:2.0:1777580304.997673:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282536:x1863919946454784:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580304.997681:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580304.997691:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e477d6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d844 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997929:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997942:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997952:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997972:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997984:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.997990:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580304.998696:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x159e:0x0], index 0: 0 00010000:00010000:2.0:1777580304.998957:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e477eb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.998970:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e477eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.998982:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e477eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999034:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999043:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999051:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999059:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580304.999063:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999071:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999090:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580304.999093:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580304.999097:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999104:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e477dd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580304.999125:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c29f839 reply state 00000000d4201e3d transno 8589950260 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580304.999174:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580304.999220:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e477d6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d844 expref: 423 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999236:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e477eb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d844 expref: 422 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580304.999244:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b4:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:2.0:1777580304.999247:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580304.999250:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1c200, rc 0) 00000100:00100000:2.0:1777580304.999334:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+423:282536:x1863919946454784:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1660us (2312us total) trans 8589950260 rc 0/0 00000100:00100000:2.0:1777580304.999345:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18886 00000100:00100000:2.0:1777580304.999355:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825946243311 time 7825946526900 state 0x2 ref 0 00010000:00010000:3.0:1777580305.000263:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000278:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000284:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000291:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.000295:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000303:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000319:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02427669a00) 00010000:00010000:3.0:1777580305.000323:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.000327:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000333:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e477b3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000375:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000385:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000392:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000397:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.000400:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000406:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000416:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b3:0x0].0x0 (ffffa02493bbdf00) 00010000:00010000:3.0:1777580305.000418:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.000421:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.000427:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e477a5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.014022:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.014050:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.014058:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.014065:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.014072:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.014081:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.014102:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa024996f9800) 00010000:00010000:3.0:1777580305.014106:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.014111:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.014118:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e477e4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.016731:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580305.017177:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580305.017239:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946455168 00000100:00100000:2.0:1777580305.017251:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946455168 00000100:00100000:2.0:1777580305.017299:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825946243311 time 7825946526900 state 0x0 ref 1 00000100:00100000:2.0:1777580305.017315:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825946626900 time 7825946526900 state 0x1 ref 1 00000100:00100000:2.0:1777580305.017335:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946455296 00000100:00100000:2.0:1777580305.017338:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946455296 00000100:00100000:2.0:1777580305.017352:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825921144169 time 7825925257575 state 0x0 ref 1 00000100:00100000:2.0:1777580305.017358:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825925357575 time 7825925257575 state 0x1 ref 1 00000100:00100000:2.0:1777580305.017379:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825925357575 time 7825966241153 state 0x0 ref 1 00000100:00100000:2.0:1777580305.017391:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282530:x1863919946455296:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580305.017420:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580305.017444:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e477f9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d84b expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017601:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017620:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017633:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017651:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017662:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017667:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017763:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017772:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017778:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017786:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.017791:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017799:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017812:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580305.017815:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.017821:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017827:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47800 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017842:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017848:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017854:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017858:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.017861:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017977:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017987:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02498a66c00) 00010000:00010000:2.0:1777580305.017990:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.017993:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.017999:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47807 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.018039:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e477f9 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d84b expref: 422 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.018050:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580305.018052:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.018056:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e477f9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d84b expref: 422 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.018071:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1d600, rc 0) 00000100:00100000:2.0:1777580305.018195:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282530:x1863919946455296:12345-192.168.202.9@tcp:101:rm.500 Request processed in 805us (1060us total) trans 0 rc 301/301 00000100:00100000:2.0:1777580305.018204:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18888 00000100:00100000:2.0:1777580305.018209:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825925357575 time 7825966241153 state 0x2 ref 0 00000100:00100000:2.0:1777580305.018241:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825946626900 time 7825967104088 state 0x0 ref 1 00000100:00100000:2.0:1777580305.018253:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+420:282536:x1863919946455168:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580305.018288:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580305.018301:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e477eb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d844 expref: 420 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.018311:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b4:0x0].0x0 (ffffa02498a66e00) 00010000:00010000:2.0:1777580305.018319:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580305.018394:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.018403:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.018410:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.019892:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.019943:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00010000:2.0:1777580305.020736:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000027460a reply state 0000000045784659 transno 8589950261 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.020759:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580305.021020:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946454912 00000100:00100000:3.0:1777580305.021031:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946454912 00000100:00100000:3.0:1777580305.021090:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11551 00000100:00100000:3.0:1777580305.021101:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238649a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+44:2361:x1863919946454912:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580305.022044:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282536:x1863919946455168:12345-192.168.202.9@tcp:36:touch.500 Request processed in 3789us (5323us total) trans 8589950261 rc 0/0 00000100:00100000:2.0:1777580305.022055:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18887 00000100:00100000:2.0:1777580305.022063:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825946626900 time 7825967104088 state 0x2 ref 0 00000100:00100000:2.0:1777580305.022096:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946455552 00000100:00100000:2.0:1777580305.022101:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946455552 00000100:00100000:2.0:1777580305.022151:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825925357575 time 7825966241153 state 0x0 ref 1 00000100:00100000:2.0:1777580305.022162:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825966341153 time 7825966241153 state 0x1 ref 1 00000100:00100000:2.0:1777580305.022180:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825966341153 time 7825971042950 state 0x0 ref 1 00000100:00100000:2.0:1777580305.022190:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+185:282515:x1863919946455552:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580305.022248:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580305.022277:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4779e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d82f expref: 185 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022300:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47211 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6f4 expref: 184 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022312:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dc:0x0].0x0 (ffffa02493bbd000) 00010000:00010000:2.0:1777580305.022322:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580305.022350:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022370:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022382:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022399:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022406:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022412:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022536:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022544:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.022551:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777580305.024752:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1777580305.026647:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1814, 64 off124288 00010000:00010000:2.0:1777580305.026797:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.026820:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.026835:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.026847:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.026854:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.026861:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027011:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580305.027045:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027052:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027060:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027067:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.027072:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027082:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027097:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dc:0x0].0x0 (ffffa02490544700) 00010000:00010000:2.0:1777580305.027101:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580305.027107:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027118:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47823 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027166:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027173:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027179:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027184:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.027187:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027193:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027202:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580305.027204:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.027208:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.027214:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3200/0xcb2b2f2f7e47815 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580305.027229:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000015e2db reply state 0000000082a57329 transno 8589950262 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.027240:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580305.030093:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+185:282515:x1863919946455552:12345-192.168.202.9@tcp:36:rm.500 Request processed in 7885us (10130us total) trans 8589950262 rc 0/0 00000100:00100000:2.0:1777580305.030110:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18889 00000100:00100000:2.0:1777580305.030121:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825966341153 time 7825971042950 state 0x2 ref 0 00000100:00100000:2.0:1777580305.030987:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580305.035296:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946455808 00000100:00100000:2.0:1777580305.035316:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946455808 00000100:00100000:2.0:1777580305.035369:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825946626900 time 7825967104088 state 0x0 ref 1 00000100:00100000:2.0:1777580305.035387:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825967204088 time 7825967104088 state 0x1 ref 1 00000100:00100000:2.0:1777580305.035419:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825967204088 time 7825984280976 state 0x0 ref 1 00000100:00100000:2.0:1777580305.035440:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+421:282554:x1863919946455808:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580305.035480:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580305.035508:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47831 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d852 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.035719:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.035740:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.035756:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.035776:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.035788:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.035794:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580305.037466:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x157a:0x0], index 1: 0 00010000:00010000:2.0:1777580305.037747:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e47846 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037767:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e47846 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037783:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e47846 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037832:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037839:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037846:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037852:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.037858:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037880:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037907:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580305.037911:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.037917:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.037924:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47838 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580305.037942:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c323f85 reply state 0000000083e65baf transno 8589950263 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.037953:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580305.038004:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47831 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d852 expref: 424 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.038023:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e47846 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d852 expref: 423 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.038031:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b5:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:2.0:1777580305.038033:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580305.038036:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4400, rc 0) 00000100:00100000:2.0:1777580305.038187:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282554:x1863919946455808:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2755us (7205us total) trans 8589950263 rc 0/0 00000100:00100000:2.0:1777580305.038199:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18890 00000100:00100000:2.0:1777580305.038210:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825967204088 time 7825984280976 state 0x2 ref 0 00010000:00010000:2.0:1777580305.038261:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580305.038268:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.038276:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580305.038280:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.038286:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.038295:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dc:0x0].0x0 (ffffa02490544700) 00010000:00010000:2.0:1777580305.038297:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580305.038300:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.038306:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e4782a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7dc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.038321:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.038323:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.038325:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580305.039034:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238649a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+45:2361:x1863919946454912:12345-192.168.202.9@tcp:2:touch.500 Request processed in 17927us (19145us total) trans 8589938476 rc 0/0 00000100:00100000:3.0:1777580305.039049:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11551 00010000:00010000:3.0:1777580305.039235:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039246:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039253:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039260:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.039264:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039270:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039284:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b4:0x0].0x0 (ffffa02499479000) 00010000:00010000:3.0:1777580305.039286:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.039290:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039296:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e4780e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039327:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039334:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039340:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039344:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.039347:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039353:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039364:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02499479900) 00010000:00010000:3.0:1777580305.039367:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.039369:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.039375:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3400/0xcb2b2f2f7e4781c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.048340:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580305.048441:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.048456:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.048466:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.048472:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.048478:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.048499:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.048519:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa0249dea8d00) 00010000:00010000:3.0:1777580305.048522:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.048528:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.048539:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4783f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.049806:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.049850:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946455936 00000100:00100000:3.0:1777580305.049862:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946455936 00000100:00100000:3.0:1777580305.049932:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825967204088 time 7825984280976 state 0x0 ref 1 00000100:00100000:3.0:1777580305.049949:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825984380976 time 7825984280976 state 0x1 ref 1 00000100:00100000:3.0:1777580305.049969:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946456192 00000100:00100000:3.0:1777580305.049973:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946456192 00000100:00100000:3.0:1777580305.049987:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825984380976 time 7825984280976 state 0x1 ref 2 00000100:00100000:3.0:1777580305.050008:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825998970363 time 7825998870363 state 0x1 ref 2 00000100:00100000:3.0:1777580305.050022:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+423:282536:x1863919946455936:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580305.050058:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.050091:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47854 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d859 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.050202:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47854 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d859 expref: 424 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.050221:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47854 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d859 expref: 424 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.050246:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b4:0x0].0x0 (ffffa02427669a00) 00010000:00010000:3.0:1777580305.050251:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580305.050255:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee8000, rc 0) 00000100:00100000:3.0:1777580305.050327:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282536:x1863919946455936:12345-192.168.202.9@tcp:101:touch.500 Request processed in 307us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.050337:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18891 00000100:00100000:3.0:1777580305.050362:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825998970363 time 7825999224672 state 0x0 ref 1 00000100:00100000:3.0:1777580305.050371:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+423:282554:x1863919946456192:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580305.050421:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580305.050444:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e47846 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d852 expref: 423 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.050461:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b5:0x0].0x0 (ffffa0249dea8900) 00010000:00010000:3.0:1777580305.050471:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580305.050556:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.050567:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.050577:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.050752:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aacbf3be reply state 00000000218e7a6c transno 8589950264 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.050762:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580305.050826:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282554:x1863919946456192:12345-192.168.202.9@tcp:36:touch.500 Request processed in 455us (1032us total) trans 8589950264 rc 0/0 00000100:00100000:3.0:1777580305.050837:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18892 00000100:00100000:3.0:1777580305.050842:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825998970363 time 7825999224672 state 0x2 ref 0 00000100:00100000:0.0:1777580305.060544:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.060591:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.060661:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946456704 00000100:00100000:0.0:1777580305.060676:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946456704 00000100:00100000:0.0:1777580305.060741:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4058 00000100:00100000:0.0:1777580305.060753:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282532:x1863919946456704:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580305.061303:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+425:282532:x1863919946456704:12345-192.168.202.9@tcp:35:touch.500 Request processed in 550us (708us total) trans 8589950265 rc 0/0 00000100:00100000:0.0:1777580305.061313:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4058 00000100:00100000:1.0:1777580305.061648:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946456448 00000100:00100000:1.0:1777580305.061655:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946456448 00000100:00100000:1.0:1777580305.061689:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825966341153 time 7825971042950 state 0x0 ref 1 00000100:00100000:1.0:1777580305.061701:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825971142950 time 7825971042950 state 0x1 ref 1 00000100:00100000:1.0:1777580305.061728:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825971142950 time 7826010589674 state 0x0 ref 1 00000100:00100000:1.0:1777580305.061739:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248b80f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+425:282534:x1863919946456448:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580305.061782:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580305.061818:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e475d7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7e2 expref: 425 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.061845:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4748e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d795 expref: 424 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.061944:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ae:0x0].0x0 (ffffa024989ece00) 00010000:00010000:1.0:1777580305.061958:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580305.061992:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.062011:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.062026:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.062044:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.062052:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.062059:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.062244:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.062254:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.062261:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580305.063065:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1815, 64 off124352 00010000:00010000:1.0:1777580305.063181:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063194:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063205:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063215:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063222:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063230:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063258:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580305.063284:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063291:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063298:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063305:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.063310:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063318:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063329:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ae:0x0].0x0 (ffffa02493bbdb00) 00010000:00010000:1.0:1777580305.063332:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580305.063337:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063344:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47870 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063363:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063369:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063380:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063386:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.063388:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063394:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063401:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.063404:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.063407:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063413:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47862 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.063422:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bdbe80eb reply state 00000000b03cfe9e transno 8589950266 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.063431:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580305.063624:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248b80f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+425:282534:x1863919946456448:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1882us (3091us total) trans 8589950266 rc 0/0 00000100:00100000:1.0:1777580305.063635:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18893 00000100:00100000:1.0:1777580305.063644:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825971142950 time 7826010589674 state 0x2 ref 0 00010000:00010000:1.0:1777580305.063701:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580305.063708:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063719:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580305.063724:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063730:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063740:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ae:0x0].0x0 (ffffa02493bbdb00) 00010000:00010000:1.0:1777580305.063743:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580305.063746:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063752:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47877 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.063767:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.063769:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.063771:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580305.064101:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.064111:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.064117:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.064123:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.064126:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.064131:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.064168:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b5:0x0].0x0 (ffffa02427669900) 00010000:00010000:0.0:1777580305.064171:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.064175:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.064181:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4785b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.071668:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.071725:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580305.071781:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.071797:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.071806:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.071812:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.071818:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.071826:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.071846:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02493bbd900) 00010000:00010000:3.0:1777580305.071849:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.071854:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.071861:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47869 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.074421:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946456832 00000100:00100000:2.0:1777580305.074440:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946456832 00000100:00100000:2.0:1777580305.074626:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11552 00000100:00100000:2.0:1777580305.074640:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238649bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+42:2362:x1863919946456832:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580305.076783:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238649bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+43:2362:x1863919946456832:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2133us (5119us total) trans 8589938874 rc 0/0 00000100:00100000:2.0:1777580305.076798:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11552 00000100:00100000:2.0:1777580305.076850:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946456960 00000100:00100000:2.0:1777580305.076861:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946456960 00000100:00080000:1.0:1777580305.077044:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777580305.078209:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825998970363 time 7825999224672 state 0x0 ref 1 00000100:00100000:2.0:1777580305.078235:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825999324672 time 7825999224672 state 0x1 ref 1 00000100:00100000:2.0:1777580305.078278:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825999324672 time 7826027139825 state 0x0 ref 1 00000100:00100000:2.0:1777580305.078296:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238649aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+423:282554:x1863919946456960:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580305.078335:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580305.078368:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4787e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d860 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.078460:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4787e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d860 expref: 424 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.080072:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4787e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d860 expref: 424 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.080128:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b5:0x0].0x0 (ffffa02490544700) 00010000:00010000:2.0:1777580305.080586:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580305.080595:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030400, rc 0) 00000100:00100000:2.0:1777580305.080772:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238649aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282554:x1863919946456960:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2479us (9043us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580305.080785:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18894 00000100:00100000:2.0:1777580305.080795:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825999324672 time 7826027139825 state 0x2 ref 0 00000100:00100000:3.0:1777580305.098053:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.098104:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946457216 00000100:00100000:3.0:1777580305.098117:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946457216 00000100:00100000:3.0:1777580305.098210:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825971142950 time 7826010589674 state 0x0 ref 1 00000100:00100000:3.0:1777580305.098228:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826010689674 time 7826010589674 state 0x1 ref 1 00000100:00100000:3.0:1777580305.098262:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826010689674 time 7826047123519 state 0x0 ref 1 00000100:00100000:3.0:1777580305.098275:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282527:x1863919946457216:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580305.098381:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580305.098421:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47608 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7e9 expref: 424 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098451:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e473f4 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d779 expref: 423 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098464:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ac:0x0].0x0 (ffffa024ad9fd500) 00010000:00010000:3.0:1777580305.098479:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580305.098511:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098528:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098538:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098556:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098567:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098573:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098731:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098740:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.098748:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580305.099435:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1818, 64 off124544 00010000:00010000:3.0:1777580305.099526:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099537:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099546:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099554:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099561:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099568:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099597:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580305.099626:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580305.099632:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099640:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580305.099645:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099654:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099665:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ac:0x0].0x0 (ffffa02427669b00) 00010000:00010000:3.0:1777580305.099668:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580305.099671:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099678:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e4789a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099690:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580305.099692:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580305.099694:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580305.099720:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099727:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099733:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099743:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.099748:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099754:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099763:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ac:0x0].0x0 (ffffa02427669b00) 00010000:00010000:3.0:1777580305.099765:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580305.099768:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099775:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47893 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099796:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099803:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099809:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099814:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.099816:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099822:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099835:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.099837:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.099841:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.099847:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47885 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.099858:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003614add8 reply state 0000000005831d7a transno 8589950267 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.099868:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580305.100002:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282527:x1863919946457216:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1724us (1959us total) trans 8589950267 rc 0/0 00000100:00100000:3.0:1777580305.100012:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18895 00000100:00100000:3.0:1777580305.100020:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826010689674 time 7826047123519 state 0x2 ref 0 00000100:00100000:2.0:1777580305.105367:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580305.110822:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.113513:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946457344 00000100:00100000:0.0:1777580305.113533:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946457344 00000100:00100000:0.0:1777580305.113625:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11553 00000100:00100000:0.0:1777580305.113637:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+45:2364:x1863919946457344:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580305.114107:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2364:x1863919946457344:12345-192.168.202.9@tcp:2:touch.500 Request processed in 471us (8752us total) trans 8589938477 rc 0/0 00000100:00100000:0.0:1777580305.114115:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11553 00000100:00100000:1.0:1777580305.117086:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946457600 00000100:00100000:1.0:1777580305.117107:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946457600 00000100:00100000:1.0:1777580305.117259:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4059 00000100:00100000:1.0:1777580305.117271:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282536:x1863919946457600:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580305.117737:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+425:282536:x1863919946457600:12345-192.168.202.9@tcp:35:touch.500 Request processed in 466us (6927us total) trans 8589950268 rc 0/0 00000100:00100000:1.0:1777580305.117747:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4059 00010000:00010000:0.0:1777580305.132297:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.132321:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.132330:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.132337:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.132343:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.132352:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.132375:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02427669d00) 00010000:00010000:0.0:1777580305.132378:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.132383:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.132390:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e4788c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.133306:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.133558:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946457856 00000100:00100000:0.0:1777580305.133571:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946457856 00000100:00100000:0.0:1777580305.133625:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7825999324672 time 7826027139825 state 0x0 ref 1 00000100:00100000:0.0:1777580305.133642:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826027239825 time 7826027139825 state 0x1 ref 1 00000100:00100000:0.0:1777580305.135259:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826027239825 time 7826084113159 state 0x0 ref 1 00000100:00100000:0.0:1777580305.135296:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+424:282547:x1863919946457856:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580305.135334:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.135366:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e478a1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d867 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.135660:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.135681:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.135696:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.135713:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.135721:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.135727:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.137994:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.138747:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946458112 00000100:00100000:3.0:1777580305.138762:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946458112 00000100:00100000:3.0:1777580305.138843:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4060 00000100:00100000:3.0:1777580305.138855:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238649b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+426:282554:x1863919946458112:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580305.139427:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238649b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282554:x1863919946458112:12345-192.168.202.9@tcp:35:touch.500 Request processed in 572us (1445us total) trans 8589950269 rc 0/0 00000100:00100000:3.0:1777580305.139437:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4060 00000004:00080000:0.0:1777580305.140762:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x159f:0x0], index 0: 0 00010000:00010000:0.0:1777580305.141772:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e478b6 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141803:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e478b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141818:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e478b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141879:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141888:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141905:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141912:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.141917:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141926:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141940:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580305.141944:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.141950:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.141956:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e478a8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.141976:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0487d73 reply state 00000000c44d3b49 transno 8589950270 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.141987:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580305.142033:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4600/0xcb2b2f2f7e478a1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d867 expref: 428 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.142051:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e478b6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d867 expref: 427 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.142059:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b6:0x0].0x0 (ffffa024997a0b00) 00010000:00010000:0.0:1777580305.142061:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580305.142064:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149800, rc 0) 00000100:00100000:0.0:1777580305.142179:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282547:x1863919946457856:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6902us (8884us total) trans 8589950270 rc 0/0 00000100:00100000:0.0:1777580305.142190:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18896 00000100:00100000:0.0:1777580305.142200:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826027239825 time 7826084113159 state 0x2 ref 0 00010000:00010000:3.0:1777580305.150595:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.150624:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.150633:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.150640:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.150646:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.150656:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.150677:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa024997a0c00) 00010000:00010000:3.0:1777580305.150681:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.150688:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.150694:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e478af lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.155656:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.155759:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946458368 00000100:00100000:0.0:1777580305.155774:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946458368 00000100:00100000:0.0:1777580305.155827:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826027239825 time 7826084113159 state 0x0 ref 1 00000100:00100000:0.0:1777580305.155844:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826084213159 time 7826084113159 state 0x1 ref 1 00000100:00100000:0.0:1777580305.155887:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826084213159 time 7826104748883 state 0x0 ref 1 00000100:00100000:0.0:1777580305.155909:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+427:282547:x1863919946458368:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580305.155988:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580305.156024:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e478b6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d867 expref: 427 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.156056:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b6:0x0].0x0 (ffffa024997a0b00) 00010000:00010000:0.0:1777580305.156070:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580305.156206:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.156222:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.156234:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.156412:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090f2eef1 reply state 00000000545c3cbd transno 8589950271 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.156423:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580305.156536:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282547:x1863919946458368:12345-192.168.202.9@tcp:36:touch.500 Request processed in 629us (892us total) trans 8589950271 rc 0/0 00000100:00100000:0.0:1777580305.156545:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18897 00000100:00100000:0.0:1777580305.156551:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826084213159 time 7826104748883 state 0x2 ref 0 00000100:00100000:3.0:1777580305.157307:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.157427:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946458624 00000100:00100000:0.0:1777580305.157436:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946458624 00000100:00100000:0.0:1777580305.157473:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826084213159 time 7826104748883 state 0x0 ref 1 00000100:00100000:0.0:1777580305.157497:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826104848883 time 7826104748883 state 0x1 ref 1 00000100:00100000:0.0:1777580305.157526:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826104848883 time 7826106389141 state 0x0 ref 1 00000100:00100000:0.0:1777580305.157539:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238649b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+428:282546:x1863919946458624:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580305.157559:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.157581:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478cb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d86e expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.157736:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.157753:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.157766:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.157782:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.157789:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.157795:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580305.158447:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x157b:0x0], index 1: 0 00010000:00010000:0.0:1777580305.158660:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e478e0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158672:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e478e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158683:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e478e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158728:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158736:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158743:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158749:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.158753:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158761:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158773:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580305.158776:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.158782:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158787:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478d2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.158803:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba19d74e reply state 00000000018b26ca transno 8589950272 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.158812:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580305.158849:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478cb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d86e expref: 431 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158871:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e478e0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d86e expref: 430 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.158879:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b7:0x0].0x0 (ffffa0248e788600) 00010000:00010000:0.0:1777580305.158882:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580305.158884:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148600, rc 0) 00000100:00100000:0.0:1777580305.158977:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238649b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+431:282546:x1863919946458624:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1439us (1675us total) trans 8589950272 rc 0/0 00000100:00100000:0.0:1777580305.158987:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18898 00000100:00100000:0.0:1777580305.158995:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826104848883 time 7826106389141 state 0x2 ref 0 00010000:00010000:0.0:1777580305.161697:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.161722:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.161731:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.161738:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.161743:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.161751:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.161770:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b6:0x0].0x0 (ffffa024997a0d00) 00010000:00010000:0.0:1777580305.161775:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.161782:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.161787:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478c4 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.170854:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580305.171394:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.171408:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.171421:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.171427:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.171432:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.171440:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.171459:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa0248e788f00) 00010000:00010000:3.0:1777580305.171462:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.171468:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.171475:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e478d9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.178812:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946458752 00000100:00100000:0.0:1777580305.178835:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946458752 00000100:00100000:0.0:1777580305.179230:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826104848883 time 7826106389141 state 0x0 ref 1 00000100:00100000:0.0:1777580305.179247:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826106489141 time 7826106389141 state 0x1 ref 1 00000100:00100000:3.0:1777580305.179372:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.179394:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946459008 00000100:00100000:0.0:1777580305.179399:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946459008 00000100:00100000:3.0:1777580305.179409:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.179415:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826106489141 time 7826106389141 state 0x1 ref 2 00000100:00100000:3.0:1777580305.179496:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.185807:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.186589:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946459136 00000100:00100000:0.0:1777580305.186605:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946459136 00000100:00100000:0.0:1777580305.186662:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826010689674 time 7826047123519 state 0x0 ref 1 00000100:00100000:0.0:1777580305.186680:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826047223519 time 7826047123519 state 0x1 ref 1 00000100:00100000:0.0:1777580305.186707:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946459264 00000100:00100000:0.0:1777580305.186711:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946459264 00000100:00100000:0.0:1777580305.186723:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826047223519 time 7826047123519 state 0x1 ref 2 00000100:00100000:0.0:1777580305.186745:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826135707929 time 7826135607929 state 0x1 ref 2 00000100:00100000:0.0:1777580305.186759:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238649a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+432:282566:x1863919946459136:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580305.186796:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.186824:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478ee lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d87c expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.186922:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.186941:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.186956:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.186976:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.186983:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.186990:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.187162:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47903 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.187171:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47903 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.187178:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47903 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580305.187215:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b5:0x0]: returning size 0 00000004:00200000:0.0:1777580305.187220:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580305.187249:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47903 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.187265:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47903 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.187273:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.187280:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.187288:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.187343:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136302729 time 7826136202729 state 0x1 ref 2 00000100:00100000:1.0:1777580305.187360:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282547:x1863919946458752:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580305.187372:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.187386:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4790a lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d875 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187424:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4790a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d875 expref: 434 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187437:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4790a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d875 expref: 434 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187457:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b6:0x0].0x0 (ffffa02493bbdb00) 00010000:00010000:1.0:1777580305.187460:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580305.187465:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2000, rc 0) 00000100:00100000:1.0:1777580305.187552:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282547:x1863919946458752:12345-192.168.202.9@tcp:101:touch.500 Request processed in 197us (16713us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.187560:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18899 00000100:00100000:1.0:1777580305.187588:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826135707929 time 7826136450601 state 0x0 ref 2 00000100:00100000:1.0:1777580305.187597:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282540:x1863919946459264:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.187604:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.187612:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47911 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d883 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187644:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187655:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187663:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187675:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187682:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187689:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187725:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187731:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187737:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187744:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.187748:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187755:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187766:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.187768:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.187772:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187780:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47918 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187794:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187800:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187806:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187812:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.187814:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187820:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187826:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02493bbd200) 00010000:00010000:1.0:1777580305.187828:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.187831:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187836:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e4791f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187879:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47911 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d883 expref: 434 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187905:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.187907:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.187910:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47911 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d883 expref: 434 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.187919:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2800, rc 0) 00000100:00100000:1.0:1777580305.187940:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282540:x1863919946459264:12345-192.168.202.9@tcp:101:rm.500 Request processed in 344us (8444us total) trans 0 rc 301/301 00000100:00100000:1.0:1777580305.187947:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18902 00000100:00100000:1.0:1777580305.187962:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136302729 time 7826136825144 state 0x0 ref 1 00000100:00100000:1.0:1777580305.187971:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+432:282546:x1863919946459008:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580305.188029:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580305.188043:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e478e0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d86e expref: 432 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.188056:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b7:0x0].0x0 (ffffa0248e788600) 00010000:00010000:1.0:1777580305.188065:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580305.188374:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.188386:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.188394:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.188551:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dede8d06 reply state 000000000a4d8101 transno 8589950273 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.188562:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580305.188583:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.188587:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188593:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188602:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580305.188604:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.188607:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188613:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e478f5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.188618:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282546:x1863919946459008:12345-192.168.202.9@tcp:36:touch.500 Request processed in 646us (9251us total) trans 8589950273 rc 0/0 00000100:00100000:1.0:1777580305.188625:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18900 00010000:00010000:0.0:1777580305.188625:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.188629:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136302729 time 7826136825144 state 0x2 ref 0 00010000:00010000:0.0:1777580305.188631:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188637:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188642:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.188645:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188650:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188657:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa0248e788e00) 00010000:00010000:0.0:1777580305.188659:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.188661:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188666:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e478fc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188694:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e478ee lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d87c expref: 433 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188707:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47903 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d87c expref: 432 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.188713:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b5:0x0].0x0 (ffffa02490544700) 00010000:00010000:0.0:1777580305.188715:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580305.188717:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149800, rc 0) 00000100:00100000:0.0:1777580305.188739:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238649a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+432:282566:x1863919946459136:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1985us (9330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580305.188749:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18901 00000100:00100000:0.0:1777580305.188752:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826135707929 time 7826136450601 state 0x2 ref 0 00000100:00100000:3.0:1777580305.194051:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.198247:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580305.198455:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946459392 00000100:00100000:1.0:1777580305.198467:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946459392 00000100:00100000:1.0:1777580305.198514:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826135707929 time 7826136450601 state 0x0 ref 1 00000100:00100000:1.0:1777580305.198530:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136550601 time 7826136450601 state 0x1 ref 1 00000100:00100000:1.0:1777580305.198556:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946459520 00000100:00100000:1.0:1777580305.198559:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946459520 00000100:00100000:1.0:1777580305.198573:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136550601 time 7826136450601 state 0x1 ref 2 00000100:00100000:1.0:1777580305.198592:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826147554994 time 7826147454994 state 0x1 ref 2 00000100:00100000:1.0:1777580305.198605:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02386498000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282564:x1863919946459392:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.198628:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.198652:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e4792d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d88a expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198738:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198761:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198777:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198796:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198803:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198810:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198975:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47942 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198984:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47942 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.198992:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47942 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580305.199027:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b4:0x0]: returning size 0 00000004:00200000:1.0:1777580305.199032:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580305.199059:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47942 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199074:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47942 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199086:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199092:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199099:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199105:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.199109:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199116:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199371:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.199374:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.199380:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199387:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47934 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199403:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199409:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199416:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199422:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.199425:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199431:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199437:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02493bbd900) 00010000:00010000:1.0:1777580305.199439:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.199442:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199447:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e4793b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199485:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e4792d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d88a expref: 435 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199500:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47942 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d88a expref: 434 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199509:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b4:0x0].0x0 (ffffa02427669a00) 00010000:00010000:1.0:1777580305.199511:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580305.199514:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021600, rc 0) 00000100:00100000:1.0:1777580305.199593:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02386498000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282564:x1863919946459392:12345-192.168.202.9@tcp:101:rm.500 Request processed in 990us (13797us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.199601:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18903 00000100:00100000:1.0:1777580305.199635:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826147554994 time 7826148497079 state 0x0 ref 1 00000100:00100000:1.0:1777580305.199649:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+433:282551:x1863919946459520:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.199661:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.199672:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47949 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d891 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199709:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199718:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199726:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199741:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199748:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199754:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199824:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e4795e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199832:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e4795e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199839:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e4795e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580305.199954:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b2:0x0]: returning size 0 00000004:00200000:1.0:1777580305.199958:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580305.199973:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e4795e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199983:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e4795e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199991:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.199997:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200004:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200009:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.200012:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200017:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200025:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.200027:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.200030:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200036:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47950 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200051:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200058:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200064:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200068:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.200071:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200076:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200082:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02493bbd000) 00010000:00010000:1.0:1777580305.200084:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.200087:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200092:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47957 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200114:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47949 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d891 expref: 435 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200262:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e4795e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d891 expref: 434 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.200276:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b2:0x0].0x0 (ffffa024acb37300) 00010000:00010000:1.0:1777580305.200278:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580305.200281:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3000, rc 0) 00000100:00100000:1.0:1777580305.200313:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+434:282551:x1863919946459520:12345-192.168.202.9@tcp:101:rm.500 Request processed in 667us (6277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.200319:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18904 00000100:00100000:1.0:1777580305.200325:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826147554994 time 7826148497079 state 0x2 ref 0 00000100:00100000:3.0:1777580305.200643:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.200757:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.200775:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.200821:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.200877:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946459904 00000100:00100000:3.0:1777580305.200885:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946459904 00000100:00100000:3.0:1777580305.200937:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946460160 00000100:00100000:3.0:1777580305.200941:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946460160 00000100:00100000:3.0:1777580305.200962:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11554 00000100:00100000:3.0:1777580305.200971:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+43:2364:x1863919946459904:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580305.201723:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946459648 00000100:00100000:1.0:1777580305.201733:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946459648 00000100:00100000:1.0:1777580305.201766:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826147554994 time 7826148497079 state 0x0 ref 1 00000100:00100000:1.0:1777580305.201778:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826148597079 time 7826148497079 state 0x1 ref 1 00000100:00100000:1.0:1777580305.201796:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946459776 00000100:00100000:1.0:1777580305.201799:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946459776 00000100:00100000:1.0:1777580305.201809:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826148597079 time 7826148497079 state 0x1 ref 2 00000100:00100000:1.0:1777580305.201821:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946460032 00000100:00100000:1.0:1777580305.201823:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946460032 00000100:00100000:1.0:1777580305.201834:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136302729 time 7826136825144 state 0x0 ref 1 00000100:00100000:1.0:1777580305.201840:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136925144 time 7826136825144 state 0x1 ref 1 00000100:00100000:1.0:1777580305.201853:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136925144 time 7826150714715 state 0x0 ref 1 00000100:00100000:1.0:1777580305.201874:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+436:282546:x1863919946460032:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580305.201907:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.201938:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47965 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8a6 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202001:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47965 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8a6 expref: 437 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202017:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47965 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8a6 expref: 437 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202037:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b7:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:1.0:1777580305.202041:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580305.202045:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3400, rc 0) 00000100:00100000:1.0:1777580305.202105:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+437:282546:x1863919946460032:12345-192.168.202.9@tcp:101:touch.500 Request processed in 242us (1328us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.202114:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18907 00000100:00100000:1.0:1777580305.202154:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136925144 time 7826150714715 state 0x2 ref 0 00000100:00100000:1.0:1777580305.202179:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826151142707 time 7826151042707 state 0x1 ref 2 00000100:00100000:1.0:1777580305.202188:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388eddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+436:282544:x1863919946459648:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.202195:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.202204:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4796c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d898 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202257:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202269:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202278:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202294:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202301:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202307:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202425:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47981 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202435:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47981 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202442:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47981 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580305.202471:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b0:0x0]: returning size 0 00000004:00200000:1.0:1777580305.202476:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580305.202500:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47981 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202514:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47981 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202523:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202533:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202541:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202548:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6ec00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.202553:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202560:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202571:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.202574:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.202578:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202585:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47973 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202599:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202605:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202610:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202616:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.202619:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202624:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202630:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0241785ff00) 00010000:00010000:1.0:1777580305.202633:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.202635:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202640:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e4797a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202672:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e4796c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d898 expref: 438 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202686:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47981 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d898 expref: 437 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202693:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b0:0x0].0x0 (ffffa024989ec300) 00010000:00010000:1.0:1777580305.202695:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580305.202698:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6f800, rc 0) 00000100:00100000:1.0:1777580305.202732:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388eddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+437:282544:x1863919946459648:12345-192.168.202.9@tcp:101:rm.500 Request processed in 545us (4499us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.202740:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18905 00000100:00100000:1.0:1777580305.202761:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826151142707 time 7826151624602 state 0x0 ref 1 00000100:00100000:1.0:1777580305.202772:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+436:282561:x1863919946459776:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.202783:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.202794:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47988 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d89f expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202827:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202835:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202842:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202853:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202860:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202867:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202933:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4799d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202943:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4799d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202951:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4799d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580305.202971:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b3:0x0]: returning size 0 00000004:00200000:1.0:1777580305.202974:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580305.202984:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4799d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202992:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4799d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.202999:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203005:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203010:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203016:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.203019:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203025:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203033:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.203035:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.203039:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203045:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e4798f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203056:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203068:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203075:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203080:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.203082:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203088:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203094:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa0241785f000) 00010000:00010000:1.0:1777580305.203097:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.203100:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203105:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47996 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203128:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47988 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d89f expref: 438 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203180:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4799d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d89f expref: 437 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.203187:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b3:0x0].0x0 (ffffa02493bbdf00) 00010000:00010000:1.0:1777580305.203189:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580305.203193:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bde00, rc 0) 00000100:00100000:1.0:1777580305.203220:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+437:282561:x1863919946459776:12345-192.168.202.9@tcp:101:rm.500 Request processed in 449us (2578us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.203227:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18906 00000100:00100000:1.0:1777580305.203232:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826151142707 time 7826151624602 state 0x2 ref 0 00000100:00100000:0.0:1777580305.204072:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11555 00000100:00100000:0.0:1777580305.204099:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2361:x1863919946460160:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580305.205999:0:205898:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.206041:0:205898:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8ad expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580305.206080:0:205898:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x157a:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:0.0:1777580305.206106:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.206108:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.206151:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 47 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.206175:0:205898:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 47 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.206191:0:205898:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148c00, rc 0) 00000100:00100000:0.0:1777580305.206279:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+47:2361:x1863919946460160:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2192us (5455us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580305.206288:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11555 00010000:00010000:0.0:1777580305.206344:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.206355:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.206363:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.206370:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.206376:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.206385:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.206401:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b7:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:0.0:1777580305.206405:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.206410:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.206417:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47926 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.207032:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+44:2364:x1863919946459904:12345-192.168.202.9@tcp:2:touch.500 Request processed in 6059us (6272us total) trans 8589938875 rc 0/0 00000100:00100000:3.0:1777580305.207043:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11554 00000100:00100000:3.0:1777580305.207315:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.207391:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.207837:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946460288 00000100:00100000:3.0:1777580305.207849:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946460288 00000100:00100000:3.0:1777580305.208102:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946460416 00000100:00100000:3.0:1777580305.208106:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946460416 00000100:00100000:0.0:1777580305.208256:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11556 00000100:00100000:0.0:1777580305.208272:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acfdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+45:2362:x1863919946460288:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580305.208295:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.208324:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8b4 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580305.208360:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x159d:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:0.0:1777580305.208381:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.208384:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.208394:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 46 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.208413:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 46 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.208428:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149200, rc 0) 00000100:00100000:0.0:1777580305.208491:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acfdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2362:x1863919946460288:12345-192.168.202.9@tcp:101:rm.500 Request processed in 218us (1170us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580305.208498:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11556 00000100:00100000:0.0:1777580305.208677:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11557 00000100:00100000:0.0:1777580305.208686:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+45:2363:x1863919946460416:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580305.208694:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.208706:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e479b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x159e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8bb expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580305.208722:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x159e:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:0.0:1777580305.208731:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.208733:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.208737:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e479b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8bb expref: 46 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.208748:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004dd9f1a4/0xcb2b2f2f7e479b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8bb expref: 46 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.208758:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4600, rc 0) 00000100:00100000:0.0:1777580305.208780:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2363:x1863919946460416:12345-192.168.202.9@tcp:101:rm.500 Request processed in 96us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580305.208787:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11557 00000100:00100000:3.0:1777580305.209098:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.209537:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946460544 00000100:00100000:0.0:1777580305.209546:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946460544 00000100:00100000:0.0:1777580305.209587:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11558 00000100:00100000:0.0:1777580305.209595:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+47:2361:x1863919946460544:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580305.210006:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+48:2361:x1863919946460544:12345-192.168.202.9@tcp:2:touch.500 Request processed in 410us (909us total) trans 8589938478 rc 0/0 00000100:00100000:0.0:1777580305.210014:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11558 00000100:00100000:0.0:1777580305.215568:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.215605:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.215632:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.215694:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.215729:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946460672 00000100:00100000:0.0:1777580305.215740:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946460672 00000100:00100000:0.0:1777580305.215795:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946461056 00000100:00100000:0.0:1777580305.215798:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946461056 00000100:00100000:0.0:1777580305.215820:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11559 00000100:00100000:0.0:1777580305.215830:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+48:2362:x1863919946460672:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580305.215855:0:206021:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.215885:0:206021:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8c2 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580305.215939:0:206021:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1579:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:0.0:1777580305.215967:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.215970:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.215982:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 49 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.216004:0:206021:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 49 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.216020:0:206021:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50a00, rc 0) 00000100:00100000:1.0:1777580305.216178:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11560 00000100:00100000:1.0:1777580305.216190:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+46:2364:x1863919946461056:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.216199:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.216215:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e479c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x159c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8c9 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580305.216235:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x159c:0x0] initial LVB size: 0, mtime: 0x69f3b90f, atime: 0x69f3b90f, ctime: 0x69f3b90f, blocks: 0x1 00010000:00010000:1.0:1777580305.216245:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580305.216246:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580305.216251:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e479c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c9 expref: 47 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.216264:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d07a1bf3/0xcb2b2f2f7e479c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c9 expref: 47 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.216273:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bce00, rc 0) 00000100:00100000:1.0:1777580305.216315:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+47:2364:x1863919946461056:12345-192.168.202.9@tcp:101:rm.500 Request processed in 129us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.216323:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11560 00000100:00100000:1.0:1777580305.216355:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946460928 00000100:00100000:1.0:1777580305.216361:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946460928 00000100:00100000:1.0:1777580305.216393:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4061 00000100:00100000:1.0:1777580305.216399:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+436:282547:x1863919946460928:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580305.216765:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+437:282547:x1863919946460928:12345-192.168.202.9@tcp:35:touch.500 Request processed in 365us (1158us total) trans 8589950274 rc 0/0 00000100:00100000:1.0:1777580305.216772:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4061 00000100:00100000:1.0:1777580305.216798:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946461312 00000100:00100000:1.0:1777580305.216802:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946461312 00000100:00100000:1.0:1777580305.216824:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826151142707 time 7826151624602 state 0x0 ref 1 00000100:00100000:1.0:1777580305.216835:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826151724602 time 7826151624602 state 0x1 ref 1 00000100:00100000:1.0:1777580305.216854:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826151724602 time 7826165716209 state 0x0 ref 1 00000100:00100000:1.0:1777580305.216862:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+437:282551:x1863919946461312:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580305.216906:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580305.216933:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e4795e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d891 expref: 437 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.216958:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e4773c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d81a expref: 436 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.216970:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b2:0x0].0x0 (ffffa024acb37300) 00010000:00010000:1.0:1777580305.216980:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580305.217005:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217021:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217038:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217054:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217061:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217067:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217208:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217216:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217223:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580305.217712:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1819, 64 off124608 00000004:00080000:1.0:1777580305.217721:0:187630:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7826166585547ns, next at 7827166582937ns, rc = 0 00010000:00010000:1.0:1777580305.217781:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217791:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217801:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217815:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217822:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217828:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217850:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580305.217872:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217877:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217883:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217890:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.217911:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217920:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217930:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b2:0x0].0x0 (ffffa024993df900) 00010000:00010000:1.0:1777580305.217933:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580305.217937:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217948:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e479d5 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217971:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217976:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217982:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217988:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.217991:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.217996:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.218003:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.218005:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.218007:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.218013:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e479c7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.218022:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056ff3548 reply state 00000000b8fea424 transno 8589950275 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.218032:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580305.218097:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+437:282551:x1863919946461312:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1233us (2401us total) trans 8589950275 rc 0/0 00000100:00100000:1.0:1777580305.218107:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18908 00000100:00100000:1.0:1777580305.218114:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826151724602 time 7826165716209 state 0x2 ref 0 00010000:00010000:1.0:1777580305.218182:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580305.218189:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.218196:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580305.218200:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.218207:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.218215:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b2:0x0].0x0 (ffffa024993df900) 00010000:00010000:1.0:1777580305.218218:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580305.218220:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.218226:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e479dc lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.218239:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.218241:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.218242:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580305.218318:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+49:2362:x1863919946460672:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2486us (2762us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580305.218327:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11559 00000100:00100000:1.0:1777580305.230122:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580305.230197:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946461568 00000100:00100000:1.0:1777580305.230209:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946461568 00000100:00100000:1.0:1777580305.230260:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826136925144 time 7826150714715 state 0x0 ref 1 00000100:00100000:1.0:1777580305.230280:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826150814715 time 7826150714715 state 0x1 ref 1 00000100:00100000:1.0:1777580305.230309:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826150814715 time 7826179171722 state 0x0 ref 1 00000100:00100000:1.0:1777580305.230323:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+437:282542:x1863919946461568:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580305.230355:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.230382:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e479e3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8d0 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.230572:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.230592:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.230605:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.230622:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.230630:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.230637:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.231195:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00080000:1.0:1777580305.231274:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a0:0x0], index 0: 0 00010000:00010000:1.0:1777580305.231493:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e479f8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231510:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e479f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231520:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e479f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231565:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231572:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231579:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231585:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.231590:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231598:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231611:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.231615:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.231620:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231627:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e479ea lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.231642:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000491368a4 reply state 00000000c3708966 transno 8589950276 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.231653:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580305.231691:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e479e3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8d0 expref: 440 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231706:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e479f8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8d0 expref: 439 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.231714:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b8:0x0].0x0 (ffffa024993df500) 00010000:00010000:1.0:1777580305.231716:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580305.231719:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2800, rc 0) 00000100:00100000:1.0:1777580305.231802:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+440:282542:x1863919946461568:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1482us (1695us total) trans 8589950276 rc 0/0 00000100:00100000:1.0:1777580305.231810:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18909 00000100:00100000:1.0:1777580305.231816:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826150814715 time 7826179171722 state 0x2 ref 0 00010000:00010000:2.0:1777580305.232999:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.233017:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.233024:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.233030:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.233035:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.233043:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.233059:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02488b77200) 00010000:00010000:2.0:1777580305.233063:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.233066:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.233072:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e479ce lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.233124:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946461824 00000100:00100000:2.0:1777580305.233150:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946461824 00000100:00100000:2.0:1777580305.233213:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4062 00000100:00100000:2.0:1777580305.233223:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+439:282546:x1863919946461824:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580305.239981:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+440:282546:x1863919946461824:12345-192.168.202.9@tcp:35:touch.500 Request processed in 6738us (8767us total) trans 8589950277 rc 0/0 00000100:00100000:2.0:1777580305.240001:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4062 00000100:00100000:3.0:1777580305.247244:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.247294:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580305.247502:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.247519:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.247528:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.247535:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.247542:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.247551:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.247573:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024993dfe00) 00010000:00010000:0.0:1777580305.247576:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.247582:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.247592:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e479f1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.254375:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946462080 00000100:00100000:0.0:1777580305.254396:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946462080 00000100:00100000:0.0:1777580305.254461:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826150814715 time 7826179171722 state 0x0 ref 1 00000100:00100000:0.0:1777580305.254478:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826179271722 time 7826179171722 state 0x1 ref 1 00000100:00100000:0.0:1777580305.254507:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946462336 00000100:00100000:0.0:1777580305.254511:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946462336 00000100:00100000:0.0:1777580305.254524:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826179271722 time 7826179171722 state 0x1 ref 2 00000100:00100000:0.0:1777580305.254554:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826203516144 time 7826203416144 state 0x1 ref 2 00000100:00100000:0.0:1777580305.254571:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+440:282542:x1863919946462080:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:3.0:1777580305.255006:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826203516144 time 7826203865669 state 0x0 ref 2 00000100:00100000:3.0:1777580305.255023:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024a57e0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+440:282552:x1863919946462336:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580305.255036:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.255063:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47a06 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8d7 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.255263:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.255268:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580305.255292:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.255308:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.255326:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.255334:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.255341:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.255764:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e479f8 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8d0 expref: 441 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.255783:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b8:0x0].0x0 (ffffa024993df500) 00010000:00010000:0.0:1777580305.255796:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580305.255869:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.255878:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.255885:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580305.255958:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x157c:0x0], index 1: 0 00000004:00010000:0.0:1777580305.255994:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f60d783b reply state 00000000ee7aebd1 transno 8589950278 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.256004:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580305.256168:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47a22 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256178:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47a22 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256186:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47a22 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256225:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256233:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256240:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256246:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.256251:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256259:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256268:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.256271:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.256275:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256281:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47a0d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.256291:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ab7e3c9 reply state 0000000031c60e88 transno 8589950279 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.256298:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580305.256330:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47a06 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8d7 expref: 444 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256345:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47a22 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8d7 expref: 443 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.256353:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b9:0x0].0x0 (ffffa02427669600) 00010000:00010000:3.0:1777580305.256355:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.256357:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1cc00, rc 0) 00000100:00100000:3.0:1777580305.256406:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024a57e0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+444:282552:x1863919946462336:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1387us (9110us total) trans 8589950279 rc 0/0 00000100:00100000:3.0:1777580305.256415:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18911 00000100:00100000:0.0:1777580305.261487:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+443:282542:x1863919946462080:12345-192.168.202.9@tcp:36:touch.500 Request processed in 6901us (14235us total) trans 8589950278 rc 0/0 00000100:00100000:0.0:1777580305.261507:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18910 00000100:00100000:0.0:1777580305.261520:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826203516144 time 7826203865669 state 0x2 ref 0 00010000:00010000:2.0:1777580305.271217:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.271238:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.271247:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.271254:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.271260:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.271268:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.271293:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02427669b00) 00010000:00010000:2.0:1777580305.271297:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.271303:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.271309:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47a14 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.271626:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580305.271866:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.271877:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.271884:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.271889:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.271899:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.271905:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.271915:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b8:0x0].0x0 (ffffa024b7eb0b00) 00010000:00010000:0.0:1777580305.271918:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.271921:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.271930:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a1b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.280990:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.281020:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580305.283837:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946462464 00000100:00100000:1.0:1777580305.283858:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946462464 00000100:00100000:1.0:1777580305.283924:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826203516144 time 7826203865669 state 0x0 ref 1 00000100:00100000:1.0:1777580305.283942:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826203965669 time 7826203865669 state 0x1 ref 1 00000100:00100000:1.0:1777580305.283974:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946462848 00000100:00100000:1.0:1777580305.283978:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946462848 00000100:00100000:1.0:1777580305.283991:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826203965669 time 7826203865669 state 0x1 ref 2 00000100:00100000:1.0:1777580305.284006:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946462976 00000100:00100000:1.0:1777580305.284009:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946462976 00000100:00100000:1.0:1777580305.284023:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826203965669 time 7826203865669 state 0x1 ref 3 00000100:00100000:1.0:1777580305.284046:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826233007908 time 7826232907908 state 0x1 ref 3 00000100:00100000:1.0:1777580305.284064:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+443:282542:x1863919946462464:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580305.284095:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.284328:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47a30 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8de expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284412:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47a30 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8de expref: 444 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284430:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47a30 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8de expref: 444 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284453:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b8:0x0].0x0 (ffffa024993df900) 00010000:00010000:1.0:1777580305.284456:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580305.284460:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3a00, rc 0) 00000100:00100000:1.0:1777580305.284548:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+444:282542:x1863919946462464:12345-192.168.202.9@tcp:101:touch.500 Request processed in 491us (12929us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.284556:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18912 00000100:00100000:1.0:1777580305.284583:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826233546219 time 7826233446219 state 0x1 ref 2 00000100:00100000:1.0:1777580305.284594:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388ede300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+443:282558:x1863919946462848:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580305.284606:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.284617:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47a37 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8e5 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284797:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284810:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284821:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284837:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284845:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.284852:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.285265:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826233546219 time 7826234125451 state 0x0 ref 2 00000100:00100000:0.0:1777580305.285284:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+444:282552:x1863919946462976:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580305.285318:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580305.285341:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47a22 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8d7 expref: 444 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.285358:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b9:0x0].0x0 (ffffa02427669600) 00010000:00010000:0.0:1777580305.285368:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580305.285438:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.285448:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.285456:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.285600:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000157bc763 reply state 00000000ee7aebd1 transno 8589950280 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.285611:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580305.285692:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+445:282552:x1863919946462976:12345-192.168.202.9@tcp:36:touch.500 Request processed in 413us (4670us total) trans 8589950280 rc 0/0 00000100:00100000:0.0:1777580305.285699:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18914 00000004:00080000:1.0:1777580305.291429:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a1:0x0], index 0: 0 00010000:00010000:1.0:1777580305.292725:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47a53 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292750:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47a53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292764:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47a53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292814:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292826:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292834:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292840:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.292844:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292853:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292868:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.292871:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.292877:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292884:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47a3e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.292908:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e35bd6c9 reply state 00000000407923e2 transno 8589950281 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.292918:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580305.292966:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3c00/0xcb2b2f2f7e47a37 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8e5 expref: 446 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292985:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47a53 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8e5 expref: 445 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.292998:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ba:0x0].0x0 (ffffa024993df600) 00010000:00010000:1.0:1777580305.293001:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580305.293003:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc400, rc 0) 00000100:00100000:1.0:1777580305.293095:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388ede300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+446:282558:x1863919946462848:12345-192.168.202.9@tcp:101:touch.500 Request processed in 8502us (12120us total) trans 8589950281 rc 0/0 00000100:00100000:1.0:1777580305.293107:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18913 00000100:00100000:1.0:1777580305.293117:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826233546219 time 7826234125451 state 0x2 ref 0 00000100:00100000:3.0:1777580305.302875:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.302913:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.304693:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946463104 00000100:00100000:0.0:1777580305.304715:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946463104 00000100:00100000:0.0:1777580305.304811:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11561 00000100:00100000:0.0:1777580305.304824:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+47:2361:x1863919946463104:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580305.305345:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+48:2361:x1863919946463104:12345-192.168.202.9@tcp:2:touch.500 Request processed in 521us (2494us total) trans 8589938876 rc 0/0 00000100:00100000:0.0:1777580305.305355:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11561 00000100:00100000:0.0:1777580305.305389:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946463232 00000100:00100000:0.0:1777580305.305394:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946463232 00000100:00100000:0.0:1777580305.305420:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826233546219 time 7826234125451 state 0x0 ref 1 00000100:00100000:0.0:1777580305.305432:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826234225451 time 7826234125451 state 0x1 ref 1 00000100:00100000:0.0:1777580305.305460:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826234225451 time 7826254322526 state 0x0 ref 1 00000100:00100000:0.0:1777580305.305470:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388eded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+446:282552:x1863919946463232:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580305.305486:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.305509:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a61 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8ec expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.305572:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a61 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ec expref: 447 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.305591:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a61 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ec expref: 447 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.305621:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b9:0x0].0x0 (ffffa024acb3ef00) 00010000:00010000:0.0:1777580305.305626:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580305.305630:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51200, rc 0) 00010000:00010000:2.0:1777580305.314644:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.314682:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.314691:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.314702:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.314709:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.314717:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.314739:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b9:0x0].0x0 (ffffa024acb3ef00) 00010000:00010000:2.0:1777580305.314742:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.314748:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.314755:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47a4c lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.320641:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388eded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+446:282552:x1863919946463232:12345-192.168.202.9@tcp:101:touch.500 Request processed in 15154us (17709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580305.320670:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18915 00000100:00100000:0.0:1777580305.320682:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826234225451 time 7826254322526 state 0x2 ref 0 00010000:00010000:0.0:1777580305.320758:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.320770:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.320778:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.320785:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.320791:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.320800:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.320823:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024993df300) 00010000:00010000:0.0:1777580305.320826:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.320832:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.320840:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47a45 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.327683:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.327799:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.327942:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946463744 00000100:00100000:0.0:1777580305.327957:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946463744 00000100:00100000:0.0:1777580305.328015:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826234225451 time 7826254322526 state 0x0 ref 1 00000100:00100000:0.0:1777580305.328033:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826254422526 time 7826254322526 state 0x1 ref 1 00000100:00100000:0.0:1777580305.328056:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946463488 00000100:00100000:0.0:1777580305.328060:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946463488 00000100:00100000:0.0:1777580305.328073:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826254422526 time 7826254322526 state 0x1 ref 2 00000100:00100000:0.0:1777580305.328097:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826277058623 time 7826276958623 state 0x1 ref 2 00000100:00100000:0.0:1777580305.328111:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+446:282559:x1863919946463744:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580305.328179:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.328206:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47a68 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8f3 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.328400:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.328420:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.328434:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.328454:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.328460:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.328467:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.328610:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826277058623 time 7826277470739 state 0x0 ref 2 00000100:00100000:3.0:1777580305.328624:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+447:282558:x1863919946463488:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580305.328656:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580305.328680:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47a53 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8e5 expref: 447 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.328699:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ba:0x0].0x0 (ffffa024993df600) 00010000:00010000:3.0:1777580305.328711:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580305.328781:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.328790:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.328797:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.329667:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa71bcea reply state 00000000ddd45532 transno 8589950282 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.329683:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580305.329816:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+448:282558:x1863919946463488:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1193us (2015us total) trans 8589950282 rc 0/0 00000100:00100000:3.0:1777580305.329826:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18917 00000004:00080000:3.0:1777580305.330178:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x157d:0x0], index 1: 0 00010000:00010000:3.0:1777580305.330377:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47a84 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.330392:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47a84 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.330404:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47a84 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.330441:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.330449:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.330456:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.330462:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.330467:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.332390:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.332415:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.332418:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.332425:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.332434:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47a6f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.332462:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a419918 reply state 00000000a92a4f38 transno 8589950283 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.332776:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580305.332854:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47a68 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8f3 expref: 449 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.332959:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47a84 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8f3 expref: 448 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.332968:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bb:0x0].0x0 (ffffa02427669b00) 00010000:00010000:3.0:1777580305.332970:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.332973:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9200, rc 0) 00000100:00100000:3.0:1777580305.333074:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+449:282559:x1863919946463744:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4964us (5402us total) trans 8589950283 rc 0/0 00000100:00100000:3.0:1777580305.333085:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18916 00000100:00100000:3.0:1777580305.333095:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826277058623 time 7826277470739 state 0x2 ref 0 00000100:00100000:3.0:1777580305.356819:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.356859:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.356918:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.356944:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.357034:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.357084:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946464256 00000100:00100000:3.0:1777580305.357099:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946464256 00000100:00100000:3.0:1777580305.357192:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11562 00000100:00100000:3.0:1777580305.357204:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+49:2364:x1863919946464256:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580305.357697:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+50:2364:x1863919946464256:12345-192.168.202.9@tcp:2:touch.500 Request processed in 493us (775us total) trans 8589938479 rc 0/0 00000100:00100000:3.0:1777580305.357708:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11562 00000100:00100000:3.0:1777580305.357745:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946463872 00000100:00100000:3.0:1777580305.357751:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946463872 00000100:00100000:3.0:1777580305.357777:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826277058623 time 7826277470739 state 0x0 ref 1 00000100:00100000:3.0:1777580305.357792:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826277570739 time 7826277470739 state 0x1 ref 1 00000100:00100000:3.0:1777580305.357807:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946464512 00000100:00100000:3.0:1777580305.357810:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946464512 00000100:00100000:3.0:1777580305.357822:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826277570739 time 7826277470739 state 0x1 ref 2 00000100:00100000:3.0:1777580305.357834:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946464768 00000100:00100000:3.0:1777580305.357837:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946464768 00000100:00100000:3.0:1777580305.357847:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826277570739 time 7826277470739 state 0x1 ref 3 00000100:00100000:3.0:1777580305.357864:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826306825714 time 7826306725714 state 0x1 ref 3 00000100:00100000:3.0:1777580305.357873:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388ede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+451:282558:x1863919946463872:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580305.357890:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.357936:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47a92 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d8fa expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358010:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47a92 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8fa expref: 452 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358038:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47a92 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8fa expref: 452 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358065:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ba:0x0].0x0 (ffffa02427669f00) 00010000:00010000:3.0:1777580305.358069:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580305.358074:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9800, rc 0) 00000100:00100000:3.0:1777580305.358097:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388ede680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+452:282558:x1863919946463872:12345-192.168.202.9@tcp:101:touch.500 Request processed in 225us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.358106:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18918 00000100:00100000:3.0:1777580305.358122:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826307085034 time 7826306985034 state 0x1 ref 2 00000100:00100000:3.0:1777580305.358132:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388eddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+451:282562:x1863919946464512:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580305.358178:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.358189:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47a99 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d901 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358361:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358374:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358384:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358403:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358414:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.358421:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580305.359111:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a2:0x0], index 0: 0 00010000:00010000:3.0:1777580305.359367:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47aae lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359382:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47aae lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359393:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47aae lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359438:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359446:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359453:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359460:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.359466:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359475:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359495:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.359499:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.359504:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359512:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47aa0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.359529:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bcb675f9 reply state 00000000638d730a transno 8589950284 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.359540:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580305.359584:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47a99 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d901 expref: 454 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359600:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47aae lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d901 expref: 453 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359608:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bc:0x0].0x0 (ffffa02427669900) 00010000:00010000:3.0:1777580305.359610:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.359613:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1d600, rc 0) 00000100:00100000:3.0:1777580305.359681:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388eddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282562:x1863919946464512:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1548us (2733us total) trans 8589950284 rc 0/0 00000100:00100000:3.0:1777580305.359691:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18919 00000100:00100000:3.0:1777580305.359732:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826307085034 time 7826308592785 state 0x0 ref 1 00000100:00100000:3.0:1777580305.359747:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282559:x1863919946464768:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580305.359797:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580305.359814:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47a84 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8f3 expref: 453 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.359826:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bb:0x0].0x0 (ffffa02427669b00) 00010000:00010000:3.0:1777580305.359836:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580305.362066:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.362087:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.362095:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.362102:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.362107:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.362115:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.362169:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa024acb3e700) 00010000:00010000:0.0:1777580305.362172:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.362178:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.362185:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2800/0xcb2b2f2f7e47a76 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.362604:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946464128 00000100:00100000:1.0:1777580305.362619:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946464128 00010000:00010000:3.0:1777580305.362645:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.362666:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.362680:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.362723:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4063 00000100:00100000:1.0:1777580305.362734:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+452:282542:x1863919946464128:12345-192.168.202.9@tcp:35:touch.500 00000004:00010000:3.0:1777580305.362912:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073fb0305 reply state 00000000f7b09089 transno 8589950285 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.362923:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580305.363058:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282559:x1863919946464768:12345-192.168.202.9@tcp:36:touch.500 Request processed in 3314us (6023us total) trans 8589950285 rc 0/0 00000100:00100000:3.0:1777580305.363069:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18920 00000100:00100000:3.0:1777580305.363079:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826307085034 time 7826308592785 state 0x2 ref 0 00000100:00100000:1.0:1777580305.366484:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282542:x1863919946464128:12345-192.168.202.9@tcp:35:touch.500 Request processed in 3732us (9604us total) trans 8589950286 rc 0/0 00000100:00100000:1.0:1777580305.366503:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4063 00010000:00010000:2.0:1777580305.367573:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.367591:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.367600:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.367607:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.367613:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.367621:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.367661:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ba:0x0].0x0 (ffffa02427669f00) 00010000:00010000:2.0:1777580305.367665:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.367670:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.367677:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47a7d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.377814:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.377845:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.377855:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.377863:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.377871:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.377883:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.377920:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02427669d00) 00010000:00010000:2.0:1777580305.377924:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.377931:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.377938:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47aa7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.381175:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.381285:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.381324:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946465024 00000100:00100000:3.0:1777580305.381339:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946465024 00000100:00100000:3.0:1777580305.381401:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826307085034 time 7826308592785 state 0x0 ref 1 00000100:00100000:3.0:1777580305.381424:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826308692785 time 7826308592785 state 0x1 ref 1 00000100:00100000:3.0:1777580305.381461:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946465152 00000100:00100000:3.0:1777580305.381463:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946465152 00000100:00100000:3.0:1777580305.381482:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826308692785 time 7826308592785 state 0x1 ref 2 00000100:00100000:3.0:1777580305.381504:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826330466650 time 7826330366650 state 0x1 ref 2 00000100:00100000:3.0:1777580305.381518:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282562:x1863919946465024:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580305.381601:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580305.381641:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47aae lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d901 expref: 453 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.381665:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bc:0x0].0x0 (ffffa02427669900) 00010000:00010000:3.0:1777580305.381678:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580305.381797:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.381817:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.381831:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.381838:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826330466650 time 7826330697837 state 0x0 ref 2 00000100:00100000:1.0:1777580305.381855:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+452:282559:x1863919946465152:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580305.381868:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.381886:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47aca lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d908 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.381951:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47aca lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d908 expref: 453 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.381971:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47aca lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d908 expref: 453 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.381995:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bb:0x0].0x0 (ffffa02427669000) 00010000:00010000:1.0:1777580305.381999:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580305.382002:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc400, rc 0) 00000004:00010000:3.0:1777580305.382096:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f60d783b reply state 00000000f07e3360 transno 8589950287 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.382104:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282559:x1863919946465152:12345-192.168.202.9@tcp:101:touch.500 Request processed in 254us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.382109:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580305.382114:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18922 00000100:00100000:3.0:1777580305.382214:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282562:x1863919946465024:12345-192.168.202.9@tcp:36:touch.500 Request processed in 699us (1061us total) trans 8589950287 rc 0/0 00000100:00100000:3.0:1777580305.382222:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18921 00000100:00100000:3.0:1777580305.382227:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826330466650 time 7826330697837 state 0x2 ref 0 00010000:00010000:0.0:1777580305.387079:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.387103:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.387113:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.387132:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.387153:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.387162:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.387184:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bb:0x0].0x0 (ffffa02427669000) 00010000:00010000:0.0:1777580305.387188:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.387194:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.387200:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47abc lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.393015:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.393069:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.393117:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580305.393388:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946465536 00000100:00100000:1.0:1777580305.393402:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946465536 00000100:00100000:1.0:1777580305.393453:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826151724602 time 7826165716209 state 0x0 ref 1 00000100:00100000:1.0:1777580305.393470:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826165816209 time 7826165716209 state 0x1 ref 1 00000100:00100000:1.0:1777580305.393507:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826165816209 time 7826342368911 state 0x0 ref 1 00000100:00100000:1.0:1777580305.393520:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282540:x1863919946465536:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.393550:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.393578:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ad1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d90f expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393682:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393702:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393722:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393742:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393750:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393756:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393864:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393873:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393880:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393887:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.393901:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393910:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393924:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.393927:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.393933:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.393941:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ad8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394049:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394056:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394061:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394066:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.394069:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394075:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394082:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024993df600) 00010000:00010000:1.0:1777580305.394085:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.394088:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394094:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47adf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394256:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ad1 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d90f expref: 454 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394273:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.394275:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.394278:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ad1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d90f expref: 454 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.394289:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc800, rc 0) 00000100:00100000:1.0:1777580305.394374:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282540:x1863919946465536:12345-192.168.202.9@tcp:101:rm.500 Request processed in 856us (1304us total) trans 0 rc 301/301 00000100:00100000:1.0:1777580305.394384:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18923 00000100:00100000:1.0:1777580305.394390:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826165816209 time 7826342368911 state 0x2 ref 0 00000100:00100000:2.0:1777580305.395304:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946465408 00000100:00100000:2.0:1777580305.395316:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946465408 00000100:00100000:2.0:1777580305.395383:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4064 00000100:00100000:2.0:1777580305.395394:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282552:x1863919946465408:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580305.397274:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946465664 00000100:00100000:1.0:1777580305.397291:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946465664 00000100:00100000:1.0:1777580305.397354:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11563 00000100:00100000:1.0:1777580305.397365:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+48:2362:x1863919946465664:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580305.397824:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+49:2362:x1863919946465664:12345-192.168.202.9@tcp:2:touch.500 Request processed in 459us (4704us total) trans 8589938877 rc 0/0 00000100:00100000:1.0:1777580305.397833:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11563 00000100:00100000:2.0:1777580305.398843:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282552:x1863919946465408:12345-192.168.202.9@tcp:35:touch.500 Request processed in 3444us (5979us total) trans 8589950288 rc 0/0 00000100:00100000:2.0:1777580305.398857:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4064 00000100:00100000:3.0:1777580305.401232:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.402079:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.402126:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580305.402206:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946465792 00000100:00100000:1.0:1777580305.402218:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946465792 00000100:00100000:1.0:1777580305.402268:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826330466650 time 7826330697837 state 0x0 ref 1 00000100:00100000:1.0:1777580305.402283:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826330797837 time 7826330697837 state 0x1 ref 1 00000100:00100000:1.0:1777580305.402305:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946466176 00000100:00100000:1.0:1777580305.402308:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946466176 00000100:00100000:1.0:1777580305.402323:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826165816209 time 7826342368911 state 0x0 ref 1 00000100:00100000:1.0:1777580305.402330:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826342468911 time 7826342368911 state 0x1 ref 1 00000100:00100000:1.0:1777580305.402359:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826330797837 time 7826351220449 state 0x0 ref 1 00000100:00100000:1.0:1777580305.402372:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282562:x1863919946465792:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580305.402405:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.402438:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47ae6 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d916 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402516:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d916 expref: 456 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402533:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d916 expref: 456 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402558:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bc:0x0].0x0 (ffffa02427669200) 00010000:00010000:1.0:1777580305.402562:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580305.402566:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6f400, rc 0) 00000100:00100000:1.0:1777580305.402636:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+456:282562:x1863919946465792:12345-192.168.202.9@tcp:101:touch.500 Request processed in 266us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.402644:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18924 00000100:00100000:1.0:1777580305.402649:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826330797837 time 7826351220449 state 0x2 ref 0 00000100:00100000:1.0:1777580305.402675:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826342468911 time 7826351538240 state 0x0 ref 1 00000100:00100000:1.0:1777580305.402684:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282566:x1863919946466176:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580305.402733:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580305.402756:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e47903 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d87c expref: 455 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402780:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4787e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d860 expref: 454 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402791:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b5:0x0].0x0 (ffffa02490544700) 00010000:00010000:1.0:1777580305.402800:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580305.402819:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402829:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402839:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402857:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402865:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.402872:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403044:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403054:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403062:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.403419:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.403429:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.403435:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.403442:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.403446:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.403454:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.403465:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bc:0x0].0x0 (ffffa02427669200) 00010000:00010000:3.0:1777580305.403468:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000040:00080000:1.0:1777580305.403712:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1816, 64 off124416 00010000:00010000:1.0:1777580305.403794:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403806:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403814:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403823:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403830:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403835:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403858:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580305.403883:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403889:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403910:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403919:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.403922:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403928:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403936:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b5:0x0].0x0 (ffffa024993df500) 00010000:00010000:1.0:1777580305.403938:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580305.403942:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403949:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47afb lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403971:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.403972:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403979:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.403985:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ac3 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403985:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403991:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6ec00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.403993:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.403999:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.404010:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.404012:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.404015:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.404021:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47aed lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.404030:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ef301e0c reply state 00000000b0da97b4 transno 8589950289 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.404038:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580305.404119:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282566:x1863919946466176:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1433us (1989us total) trans 8589950289 rc 0/0 00000100:00100000:1.0:1777580305.404129:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18925 00000100:00100000:1.0:1777580305.404173:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826342468911 time 7826351538240 state 0x2 ref 0 00010000:00010000:1.0:1777580305.404214:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580305.404220:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.404226:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e2000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580305.404229:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.404235:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.404243:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b5:0x0].0x0 (ffffa024993df500) 00010000:00010000:1.0:1777580305.404245:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580305.404249:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.404254:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e2000/0xcb2b2f2f7e47b02 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.404269:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.404271:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.404273:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580305.406999:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946465920 00000100:00100000:0.0:1777580305.407020:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946465920 00000100:00100000:3.0:1777580305.407092:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.407094:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11564 00000100:00100000:0.0:1777580305.407106:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+50:2361:x1863919946465920:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580305.407121:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946466432 00000100:00100000:3.0:1777580305.407125:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946466432 00000100:00100000:3.0:1777580305.407167:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826342468911 time 7826351538240 state 0x0 ref 1 00000100:00100000:3.0:1777580305.407181:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826351638240 time 7826351538240 state 0x1 ref 1 00000100:00100000:3.0:1777580305.407203:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826351638240 time 7826356064935 state 0x0 ref 1 00000100:00100000:3.0:1777580305.407211:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282564:x1863919946466432:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580305.407270:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580305.407302:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47942 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d88a expref: 454 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407324:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47854 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d859 expref: 453 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407335:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b4:0x0].0x0 (ffffa02427669a00) 00010000:00010000:3.0:1777580305.407347:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580305.407372:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407389:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407405:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407420:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407426:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407432:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.407553:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+51:2361:x1863919946465920:12345-192.168.202.9@tcp:2:touch.500 Request processed in 449us (5478us total) trans 8589938480 rc 0/0 00000100:00100000:0.0:1777580305.407561:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11564 00010000:00010000:3.0:1777580305.407579:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407587:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.407593:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580305.408168:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1820, 64 off124672 00010000:00010000:3.0:1777580305.408238:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408249:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408258:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408265:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408273:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408280:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408299:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580305.408321:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408327:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408333:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408340:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.408344:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408350:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408360:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b4:0x0].0x0 (ffffa02427669b00) 00010000:00010000:3.0:1777580305.408363:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580305.408367:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408373:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47b17 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408393:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408399:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408404:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408409:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.408411:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408417:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408423:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.408425:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.408427:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.408432:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47b09 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.408441:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071c781c9 reply state 0000000031c60e88 transno 8589950290 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.408449:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580305.408513:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282564:x1863919946466432:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1300us (1425us total) trans 8589950290 rc 0/0 00000100:00100000:3.0:1777580305.408522:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18926 00000100:00100000:3.0:1777580305.408529:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826351638240 time 7826356064935 state 0x2 ref 0 00010000:00010000:1.0:1777580305.411446:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411468:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411476:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411483:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.411488:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411495:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411514:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024993df300) 00010000:00010000:1.0:1777580305.411517:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.411522:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411528:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47af4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411583:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580305.411590:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411596:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580305.411599:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411606:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411614:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b4:0x0].0x0 (ffffa02427669b00) 00010000:00010000:1.0:1777580305.411616:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580305.411620:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411625:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47b1e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.411642:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.411644:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.412318:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580305.421316:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580305.422187:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.422206:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.422215:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.422223:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.422230:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.422239:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.422261:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02427669900) 00010000:00010000:3.0:1777580305.422264:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.422270:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.422278:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47b10 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.426999:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580305.431426:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946466688 00000100:00100000:1.0:1777580305.431447:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946466688 00000100:00100000:1.0:1777580305.431531:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946466944 00000100:00100000:1.0:1777580305.431535:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946466944 00000100:00100000:1.0:1777580305.431561:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4065 00000100:00100000:1.0:1777580305.431573:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282559:x1863919946466688:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580305.431784:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.431829:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.431856:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946467072 00000100:00100000:3.0:1777580305.431860:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946467072 00000100:00100000:3.0:1777580305.432017:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11565 00000100:00100000:3.0:1777580305.432025:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+49:2363:x1863919946467072:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580305.432393:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+50:2363:x1863919946467072:12345-192.168.202.9@tcp:2:touch.500 Request processed in 367us (561us total) trans 8589938878 rc 0/0 00000100:00100000:1.0:1777580305.432395:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282559:x1863919946466688:12345-192.168.202.9@tcp:35:touch.500 Request processed in 825us (11095us total) trans 8589950291 rc 0/0 00000100:00100000:3.0:1777580305.432402:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11565 00000100:00100000:1.0:1777580305.432403:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4065 00000100:00100000:1.0:1777580305.432424:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4066 00000100:00100000:1.0:1777580305.432432:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282558:x1863919946466944:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580305.432569:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282558:x1863919946466944:12345-192.168.202.9@tcp:35:touch.500 Request processed in 137us (5584us total) trans 8589950292 rc 0/0 00000100:00100000:1.0:1777580305.432575:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4066 00000100:00100000:1.0:1777580305.432607:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946467328 00000100:00100000:1.0:1777580305.432611:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946467328 00000100:00100000:1.0:1777580305.432635:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826351638240 time 7826356064935 state 0x0 ref 1 00000100:00100000:1.0:1777580305.441867:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826356164935 time 7826356064935 state 0x1 ref 1 00000100:00100000:1.0:1777580305.441962:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826356164935 time 7826390822030 state 0x0 ref 1 00000100:00100000:1.0:1777580305.442000:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282544:x1863919946467328:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580305.442087:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580305.442120:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47981 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d898 expref: 454 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442182:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e47583 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7cd expref: 453 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442197:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b0:0x0].0x0 (ffffa024989ec300) 00010000:00010000:1.0:1777580305.442210:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580305.442243:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442262:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442273:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442296:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442303:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442310:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442470:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442479:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.442486:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580305.450015:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1821, 64 off124736 00010000:00010000:1.0:1777580305.450355:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450378:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450393:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450403:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450409:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450415:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450447:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580305.450480:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450486:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450493:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450499:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.450504:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450513:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450527:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b0:0x0].0x0 (ffffa024993df500) 00010000:00010000:1.0:1777580305.450530:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580305.450535:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450545:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47b33 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450568:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450574:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450580:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450584:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.450587:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450593:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450601:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.450603:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.450606:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.450612:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47b25 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.450622:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a284311 reply state 000000008426586d transno 8589950293 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.450633:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580305.450889:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580305.450907:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.450914:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6ec00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580305.450919:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.450926:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.450936:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b0:0x0].0x0 (ffffa024993df500) 00010000:00010000:2.0:1777580305.450938:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580305.450941:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.450946:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47b3a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.450966:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.450968:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.450971:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580305.472534:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282544:x1863919946467328:12345-192.168.202.9@tcp:36:rm.500 Request processed in 30538us (40733us total) trans 8589950293 rc 0/0 00000100:00100000:1.0:1777580305.472552:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18927 00000100:00100000:1.0:1777580305.472562:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826356164935 time 7826390822030 state 0x2 ref 0 00000100:00100000:3.0:1777580305.482964:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580305.483294:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946467584 00000100:00100000:1.0:1777580305.483308:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946467584 00000100:00100000:1.0:1777580305.483369:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4067 00000100:00100000:1.0:1777580305.483383:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282562:x1863919946467584:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580305.483872:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282562:x1863919946467584:12345-192.168.202.9@tcp:35:touch.500 Request processed in 491us (922us total) trans 8589950294 rc 0/0 00000100:00100000:1.0:1777580305.483881:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4067 00000100:00100000:3.0:1777580305.499444:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.500244:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.500289:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.500308:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.500327:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.500413:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.500450:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946467712 00000100:00100000:3.0:1777580305.500461:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946467712 00000100:00100000:3.0:1777580305.500521:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826356164935 time 7826390822030 state 0x0 ref 1 00000100:00100000:3.0:1777580305.500538:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826390922030 time 7826390822030 state 0x1 ref 1 00000100:00100000:3.0:1777580305.500559:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946467840 00000100:00100000:3.0:1777580305.500563:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946467840 00000100:00100000:3.0:1777580305.500574:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826390922030 time 7826390822030 state 0x1 ref 2 00000100:00100000:3.0:1777580305.500589:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946467968 00000100:00100000:3.0:1777580305.500591:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946467968 00000100:00100000:3.0:1777580305.500601:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826390922030 time 7826390822030 state 0x1 ref 3 00000100:00100000:3.0:1777580305.500607:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946468096 00000100:00100000:3.0:1777580305.500610:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946468096 00000100:00100000:3.0:1777580305.500617:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826390922030 time 7826390822030 state 0x1 ref 4 00000100:00100000:3.0:1777580305.500623:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946468224 00000100:00100000:3.0:1777580305.500625:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946468224 00000100:00100000:3.0:1777580305.500635:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826390922030 time 7826390822030 state 0x1 ref 5 00000100:00100000:3.0:1777580305.500640:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946468352 00000100:00100000:3.0:1777580305.500642:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946468352 00000100:00100000:3.0:1777580305.500650:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826390922030 time 7826390822030 state 0x1 ref 6 00000100:00100000:3.0:1777580305.500664:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826449626216 time 7826449526216 state 0x1 ref 6 00000100:00100000:3.0:1777580305.500675:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282569:x1863919946467712:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.500711:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.500738:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e47b41 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d91d expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.500828:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.500850:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.500871:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.500889:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.500910:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.500917:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501057:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47b56 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501067:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47b56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501074:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47b56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580305.501108:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b6:0x0]: returning size 0 00000004:00200000:3.0:1777580305.501114:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580305.501169:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47b56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501184:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47b56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501194:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501202:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501209:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501215:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.501220:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501228:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501243:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.501246:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.501252:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501258:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e47b48 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501271:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501276:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501282:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501287:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.501290:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501295:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501301:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02427669900) 00010000:00010000:3.0:1777580305.501303:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.501305:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501311:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4a00/0xcb2b2f2f7e47b4f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501344:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4400/0xcb2b2f2f7e47b41 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d91d expref: 462 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501360:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47b56 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d91d expref: 461 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501367:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b6:0x0].0x0 (ffffa02493bbdb00) 00010000:00010000:3.0:1777580305.501369:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.501372:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4000, rc 0) 00000100:00100000:3.0:1777580305.501446:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282569:x1863919946467712:12345-192.168.202.9@tcp:101:rm.500 Request processed in 772us (2018us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.501455:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18928 00000100:00100000:3.0:1777580305.501484:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826450447225 time 7826450347225 state 0x1 ref 5 00000100:00100000:3.0:1777580305.501496:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282591:x1863919946467840:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.501505:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.501514:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47b5d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d924 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501547:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501556:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501563:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501574:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501585:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501591:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501646:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47b72 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501655:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47b72 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501662:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47b72 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580305.501683:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7bb:0x0]: returning size 0 00000004:00200000:3.0:1777580305.501686:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580305.501696:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47b72 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501704:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47b72 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501711:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501717:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501724:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501734:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.501737:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501743:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501751:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.501753:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.501756:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501761:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e47b64 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501770:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501775:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501781:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501785:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.501787:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501793:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501803:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02427669a00) 00010000:00010000:3.0:1777580305.501805:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.501808:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501814:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e47b6b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501836:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e47b5d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d924 expref: 462 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501848:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47b72 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d924 expref: 461 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501854:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bb:0x0].0x0 (ffffa02427669000) 00010000:00010000:3.0:1777580305.501856:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.501858:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638e400, rc 0) 00000100:00100000:3.0:1777580305.501881:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282591:x1863919946467840:12345-192.168.202.9@tcp:101:rm.500 Request processed in 387us (1642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.501887:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18929 00000100:00100000:3.0:1777580305.501917:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826450879807 time 7826450779807 state 0x1 ref 4 00000100:00100000:3.0:1777580305.501927:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282590:x1863919946467968:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.501936:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.501945:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47b79 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d92b expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501977:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501984:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.501991:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502002:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502008:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502014:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502062:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47b8e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502071:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47b8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502078:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47b8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580305.502097:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7ba:0x0]: returning size 0 00000004:00200000:3.0:1777580305.502100:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580305.502110:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47b8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502122:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47b8e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502129:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502161:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502166:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502171:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.502174:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502180:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502188:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.502190:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.502193:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502198:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47b80 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502208:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502213:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502218:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502223:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.502225:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502230:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502236:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02427669b00) 00010000:00010000:3.0:1777580305.502238:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.502241:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502247:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47b87 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502270:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47b79 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d92b expref: 462 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502284:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47b8e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d92b expref: 461 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502290:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ba:0x0].0x0 (ffffa02427669f00) 00010000:00010000:3.0:1777580305.502292:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.502295:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02395f9ae00, rc 0) 00000100:00100000:3.0:1777580305.502320:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282590:x1863919946467968:12345-192.168.202.9@tcp:101:rm.500 Request processed in 394us (2030us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.502331:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18930 00000100:00100000:3.0:1777580305.502348:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826451310939 time 7826451210939 state 0x1 ref 3 00000100:00100000:3.0:1777580305.502358:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282573:x1863919946468096:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.502366:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.502374:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47b95 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d932 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502405:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502414:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502421:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502433:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502440:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502447:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502498:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47baa lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502507:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47baa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502515:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47baa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580305.502533:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b7:0x0]: returning size 0 00000004:00200000:3.0:1777580305.502536:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580305.502547:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47baa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502555:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47baa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502562:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502568:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502573:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502579:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.502582:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502588:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502596:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.502598:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.502601:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502610:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47b9c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502620:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502626:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502632:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502637:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.502640:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502647:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502653:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02427669d00) 00010000:00010000:3.0:1777580305.502656:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.502659:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502664:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b600/0xcb2b2f2f7e47ba3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502686:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47b95 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d932 expref: 462 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502704:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47baa lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d932 expref: 461 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502711:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b7:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:3.0:1777580305.502713:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.502715:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997ee00, rc 0) 00000100:00100000:3.0:1777580305.502739:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282573:x1863919946468096:12345-192.168.202.9@tcp:101:rm.500 Request processed in 382us (2429us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.502745:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18931 00000100:00100000:3.0:1777580305.502762:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826451725149 time 7826451625149 state 0x1 ref 2 00000100:00100000:3.0:1777580305.502771:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248b80f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282589:x1863919946468224:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.502778:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.502786:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47bb1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d939 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502814:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502822:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502830:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502842:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502854:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.502860:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.505059:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.505079:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.505087:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.505094:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.505099:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.505107:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.507297:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa024993df300) 00010000:00010000:1.0:1777580305.507311:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.507323:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.507335:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47b2c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.507411:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826451725149 time 7826456267919 state 0x0 ref 2 00000100:00100000:1.0:1777580305.507442:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248b80f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282586:x1863919946468352:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.507470:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.507489:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47bc6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d940 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.507573:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.507591:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.507601:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.507616:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.507622:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.507629:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.508915:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47bdb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.508933:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47bdb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.508943:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47bdb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580305.508986:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b8:0x0]: returning size 0 00000004:00200000:1.0:1777580305.508991:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580305.509016:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47bdb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509030:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47bdb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509039:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509045:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509052:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509058:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.509064:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509072:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509085:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.509089:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.509094:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509100:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47bcd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509114:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509852:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509862:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509868:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.509872:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509879:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509899:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024993dfe00) 00010000:00010000:1.0:1777580305.509902:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.509906:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509913:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47bd4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509970:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47bc6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d940 expref: 462 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509988:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47bdb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d940 expref: 461 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.509995:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b8:0x0].0x0 (ffffa024993df900) 00010000:00010000:1.0:1777580305.509998:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580305.510001:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3000, rc 0) 00010000:00010000:3.0:1777580305.510806:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47be2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.510829:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47be2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.510841:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47be2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580305.512042:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7b9:0x0]: returning size 0 00000004:00200000:3.0:1777580305.512052:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580305.512085:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47be2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512107:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47be2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512120:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512127:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512148:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512160:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.512164:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512172:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512186:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.512189:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.512193:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512200:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47bb8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512215:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512221:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512227:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512232:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.512235:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512241:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512252:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02427669600) 00010000:00010000:3.0:1777580305.512254:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.512257:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512263:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47bbf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512312:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47bb1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d939 expref: 462 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512329:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47be2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d939 expref: 461 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.512337:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b9:0x0].0x0 (ffffa024acb3ef00) 00010000:00010000:3.0:1777580305.512339:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.512342:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e5600, rc 0) 00000100:00100000:3.0:1777580305.512419:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248b80f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282589:x1863919946468224:12345-192.168.202.9@tcp:101:rm.500 Request processed in 9647us (12088us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.512432:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18932 00000100:00100000:1.0:1777580305.512829:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248b80f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282586:x1863919946468352:12345-192.168.202.9@tcp:101:rm.500 Request processed in 5400us (12411us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.512839:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18933 00000100:00100000:1.0:1777580305.512848:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826451725149 time 7826456267919 state 0x2 ref 0 00000100:00100000:0.0:1777580305.551466:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.551501:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.562274:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946468608 00000100:00100000:3.0:1777580305.562576:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946468608 00000100:00100000:3.0:1777580305.562739:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946468736 00000100:00100000:3.0:1777580305.562743:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946468736 00000100:00100000:3.0:1777580305.562774:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11566 00000100:00100000:3.0:1777580305.562785:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e34df675-1aa3-4a1f-9c3e-2f402307d398+51:2362:x1863919946468608:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.562812:0:205906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.562841:0:205906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e47be9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d94e expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580305.562900:0:205906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x157c:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:3.0:1777580305.562928:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580305.562930:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580305.562942:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e47be9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d94e expref: 52 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.562965:0:205906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8bd5494/0xcb2b2f2f7e47be9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d94e expref: 52 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.562980:0:205906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e4c00, rc 0) 00000100:00100000:3.0:1777580305.563068:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e34df675-1aa3-4a1f-9c3e-2f402307d398+52:2362:x1863919946468608:12345-192.168.202.9@tcp:101:rm.500 Request processed in 285us (11616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.563076:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11566 00000100:00100000:3.0:1777580305.563097:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11567 00000100:00100000:3.0:1777580305.563103:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e34df675-1aa3-4a1f-9c3e-2f402307d398+50:2362:x1863919946468736:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.563111:0:205906:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.563156:0:205906:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e47bf0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d955 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580305.563178:0:205906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a0:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:3.0:1777580305.563192:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580305.563194:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580305.563198:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e47bf0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d955 expref: 51 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.563216:0:205906:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb7e0d20/0xcb2b2f2f7e47bf0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d955 expref: 51 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.563224:0:205906:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e4a00, rc 0) 00000100:00100000:3.0:1777580305.563244:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:e34df675-1aa3-4a1f-9c3e-2f402307d398+51:2362:x1863919946468736:12345-192.168.202.9@tcp:101:rm.500 Request processed in 142us (11742us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.563250:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11567 00000100:00100000:3.0:1777580305.566736:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.566839:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.566957:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.566977:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.567003:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.567030:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946468864 00000100:00100000:0.0:1777580305.567042:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946468864 00000100:00100000:0.0:1777580305.567090:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946468480 00000100:00100000:0.0:1777580305.567092:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946468480 00000100:00100000:0.0:1777580305.567106:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946468992 00000100:00100000:0.0:1777580305.567108:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946468992 00000100:00100000:0.0:1777580305.567157:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946469120 00000100:00100000:0.0:1777580305.567161:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946469120 00000100:00100000:0.0:1777580305.567185:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11568 00000100:00100000:0.0:1777580305.567195:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+52:2362:x1863919946468864:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580305.567217:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.567244:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f7e1987/0xcb2b2f2f7e47bf7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d95c expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580305.567279:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a1:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:0.0:1777580305.567304:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.567306:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.570102:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f7e1987/0xcb2b2f2f7e47bf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d95c expref: 53 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.570156:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f7e1987/0xcb2b2f2f7e47bf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d95c expref: 53 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.570179:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2800, rc 0) 00000100:00100000:1.0:1777580305.582344:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11569 00000100:00100000:1.0:1777580305.582370:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+53:2363:x1863919946468480:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580305.582398:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.582425:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e47bfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x159f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d947 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580305.582463:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x159f:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:1.0:1777580305.582493:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580305.582495:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580305.582507:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e47bfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d947 expref: 54 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.584734:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e12fb033/0xcb2b2f2f7e47bfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d947 expref: 54 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.584782:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e2000, rc 0) 00000100:00100000:2.0:1777580305.586167:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11570 00000100:00100000:2.0:1777580305.586194:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+53:2361:x1863919946468992:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580305.586223:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580305.586252:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e47c05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d963 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580305.586288:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x157b:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:2.0:1777580305.586315:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580305.586318:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580305.586328:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e47c05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d963 expref: 54 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.586349:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da2bdc70/0xcb2b2f2f7e47c05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d963 expref: 54 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.586364:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480031600, rc 0) 00000100:00100000:0.0:1777580305.586580:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+54:2362:x1863919946468864:12345-192.168.202.9@tcp:101:rm.500 Request processed in 19384us (19858us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580305.586590:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11568 00000100:00100000:0.0:1777580305.586628:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11571 00000100:00100000:0.0:1777580305.586637:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+54:2361:x1863919946469120:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580305.586646:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580305.586659:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008072f7e3/0xcb2b2f2f7e47c0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d96a expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580305.586676:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x157d:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:0.0:1777580305.586686:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.586687:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580305.586692:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008072f7e3/0xcb2b2f2f7e47c0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d96a expref: 55 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.586703:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008072f7e3/0xcb2b2f2f7e47c0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d96a expref: 55 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.586712:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3c00, rc 0) 00000100:00100000:1.0:1777580305.586920:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+53:2363:x1863919946468480:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4561us (20079us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580305.586929:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11569 00000100:00100000:2.0:1777580305.596371:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+55:2361:x1863919946468992:12345-192.168.202.9@tcp:101:rm.500 Request processed in 10168us (29390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580305.596389:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11570 00000100:00100000:2.0:1777580305.596477:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946469376 00000100:00100000:2.0:1777580305.596493:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946469376 00000100:00100000:2.0:1777580305.596566:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826451725149 time 7826456267919 state 0x0 ref 1 00000100:00100000:2.0:1777580305.596583:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826456367919 time 7826456267919 state 0x1 ref 1 00000100:00100000:2.0:1777580305.596619:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826456367919 time 7826545480447 state 0x0 ref 1 00000100:00100000:2.0:1777580305.596637:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282561:x1863919946469376:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580305.596736:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580305.596777:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e4799d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d89f expref: 460 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.596805:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e477cf lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d83d expref: 459 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.596816:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b3:0x0].0x0 (ffffa02493bbdf00) 00010000:00010000:2.0:1777580305.596832:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580305.596866:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.596885:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.596906:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.596926:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.596934:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.596941:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597107:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597117:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597165:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580305.597789:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1817, 64 off124480 00000004:00080000:2.0:1777580305.597799:0:187630:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7826546663890ns, next at 7827546660862ns, rc = 0 00010000:00010000:2.0:1777580305.597881:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597906:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597916:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597925:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597931:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597938:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.597969:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580305.597996:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598003:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598010:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598016:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.598020:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598028:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598038:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b3:0x0].0x0 (ffffa024aca38800) 00010000:00010000:2.0:1777580305.598041:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580305.598045:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598051:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47c21 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598071:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598078:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598084:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598090:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.598093:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598103:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598110:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580305.598113:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580305.598116:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598121:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47c13 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580305.598159:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052b5e68d reply state 000000003eb16674 transno 8589950295 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.598169:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580305.598269:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282561:x1863919946469376:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1632us (31261us total) trans 8589950295 rc 0/0 00000100:00100000:2.0:1777580305.598279:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18934 00000100:00100000:2.0:1777580305.598287:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826456367919 time 7826545480447 state 0x2 ref 0 00010000:00010000:2.0:1777580305.598655:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580305.598664:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598671:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6ec00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580305.598674:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598680:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598695:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b3:0x0].0x0 (ffffa024aca38800) 00010000:00010000:2.0:1777580305.598697:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580305.598699:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598704:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47c28 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.598719:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.598722:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.598723:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580305.616850:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+54:2361:x1863919946469120:12345-192.168.202.9@tcp:101:rm.500 Request processed in 30193us (49849us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580305.616879:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11571 00000100:00100000:3.0:1777580305.623812:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.623986:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946469504 00000100:00100000:3.0:1777580305.623998:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946469504 00000100:00100000:3.0:1777580305.624044:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826456367919 time 7826545480447 state 0x0 ref 1 00000100:00100000:3.0:1777580305.624059:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826545580447 time 7826545480447 state 0x1 ref 1 00000100:00100000:3.0:1777580305.624088:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826545580447 time 7826572950613 state 0x0 ref 1 00000100:00100000:3.0:1777580305.624099:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282594:x1863919946469504:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.626624:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.626667:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c2f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d971 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.626781:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.626801:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.626816:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.626833:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.626840:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.626846:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.626990:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47c44 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.626998:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47c44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627004:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47c44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580305.627039:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7bc:0x0]: returning size 0 00000004:00200000:3.0:1777580305.627044:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580305.627070:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47c44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627091:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47c44 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627103:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627110:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627118:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627154:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.627158:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627166:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627179:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.627183:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.627188:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627194:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47c36 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627208:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627213:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627219:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627223:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.627226:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627231:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627238:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02427669b00) 00010000:00010000:3.0:1777580305.627240:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.627242:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.627247:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c3d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.631397:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c2f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d971 expref: 462 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.631448:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47c44 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d971 expref: 461 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.631459:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bc:0x0].0x0 (ffffa02427669200) 00010000:00010000:3.0:1777580305.631462:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.634594:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02395f9bc00, rc 0) 00000100:00100000:3.0:1777580305.634693:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+461:282594:x1863919946469504:12345-192.168.202.9@tcp:101:rm.500 Request processed in 10588us (10889us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.634710:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18935 00000100:00100000:3.0:1777580305.634720:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826545580447 time 7826572950613 state 0x2 ref 0 00010000:00010000:3.0:1777580305.634778:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.634790:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.634799:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.634805:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.634811:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.634820:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.634842:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02488b77200) 00010000:00010000:3.0:1777580305.634846:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.634851:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.634857:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47c1a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.653640:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580305.653950:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.655563:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946469632 00000100:00100000:3.0:1777580305.655583:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946469632 00000100:00100000:3.0:1777580305.655921:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11572 00000100:00100000:3.0:1777580305.655935:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+53:2362:x1863919946469632:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580305.655961:0:207637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.655989:0:207637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a14e6b3/0xcb2b2f2f7e47c4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d978 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580305.656027:0:207637:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a2:0x0] initial LVB size: 0, mtime: 0x69f3b910, atime: 0x69f3b910, ctime: 0x69f3b910, blocks: 0x1 00010000:00010000:3.0:1777580305.656054:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580305.656056:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580305.656067:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a14e6b3/0xcb2b2f2f7e47c4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d978 expref: 54 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.656090:0:207637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a14e6b3/0xcb2b2f2f7e47c4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d978 expref: 54 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.656106:0:207637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02395f9b600, rc 0) 00000100:00100000:3.0:1777580305.656453:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+54:2362:x1863919946469632:12345-192.168.202.9@tcp:101:rm.500 Request processed in 520us (2828us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580305.656461:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11572 00000100:00100000:1.0:1777580305.662292:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946469888 00000100:00100000:1.0:1777580305.662311:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946469888 00000100:00100000:1.0:1777580305.662366:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826545580447 time 7826572950613 state 0x0 ref 1 00000100:00100000:1.0:1777580305.662383:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826573050613 time 7826572950613 state 0x1 ref 1 00000100:00100000:1.0:1777580305.662409:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826573050613 time 7826611271518 state 0x0 ref 1 00000100:00100000:1.0:1777580305.662426:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282586:x1863919946469888:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580305.664319:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580305.664371:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47bdb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d940 expref: 460 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664399:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47a30 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8de expref: 459 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664413:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b8:0x0].0x0 (ffffa024993df900) 00010000:00010000:1.0:1777580305.664428:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580305.664461:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664689:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664704:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664729:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664737:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664744:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664933:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664942:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.664950:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580305.666673:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1822, 64 off124800 00010000:00010000:1.0:1777580305.666781:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666801:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666814:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666825:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666833:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666840:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666868:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580305.666912:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666919:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666926:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666934:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.666939:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666947:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666961:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b8:0x0].0x0 (ffffa024993df500) 00010000:00010000:1.0:1777580305.666965:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580305.666970:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.666977:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47c60 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.667007:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.667014:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.667021:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.667026:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.667028:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.667035:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.667043:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.667046:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.667049:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.667055:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47c52 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.667068:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000715dc481 reply state 000000002e429721 transno 8589950296 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.667080:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580305.674762:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+460:282586:x1863919946469888:12345-192.168.202.9@tcp:36:rm.500 Request processed in 12322us (20792us total) trans 8589950296 rc 0/0 00000100:00100000:1.0:1777580305.674779:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18936 00000100:00100000:1.0:1777580305.674791:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826573050613 time 7826611271518 state 0x2 ref 0 00010000:00010000:1.0:1777580305.675025:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580305.675035:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.675046:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580305.675051:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.675063:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.675085:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b8:0x0].0x0 (ffffa024993df500) 00010000:00010000:1.0:1777580305.675088:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580305.675094:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.675100:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47c67 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.675122:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.675124:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.675125:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.690733:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.690757:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.690767:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.690779:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.690786:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.690795:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.690818:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024993df600) 00010000:00010000:1.0:1777580305.690821:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.690828:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.690836:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47c59 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580305.710860:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.711074:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946470144 00000100:00100000:0.0:1777580305.711090:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946470144 00000100:00100000:0.0:1777580305.711168:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826573050613 time 7826611271518 state 0x0 ref 1 00000100:00100000:0.0:1777580305.711185:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826611371518 time 7826611271518 state 0x1 ref 1 00000100:00100000:0.0:1777580305.711215:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826611371518 time 7826660076431 state 0x0 ref 1 00000100:00100000:0.0:1777580305.711229:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393cabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+459:282589:x1863919946470144:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580305.711312:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580305.711346:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47be2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d939 expref: 459 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711371:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47a61 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ec expref: 458 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711387:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b9:0x0].0x0 (ffffa024acb3ef00) 00010000:00010000:0.0:1777580305.711400:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580305.711429:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711446:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711458:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711475:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711482:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711489:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711636:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711644:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.711653:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580305.716545:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1818, 64 off124544 00010000:00010000:0.0:1777580305.716659:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716684:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716701:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716711:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716718:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716726:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716756:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580305.716789:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716795:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716802:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716814:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.716820:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716828:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716843:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b9:0x0].0x0 (ffffa024acb3e700) 00010000:00010000:0.0:1777580305.716847:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580305.716852:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716872:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47c7c lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716909:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716915:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716920:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716925:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.716927:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716933:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716944:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580305.716946:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.716950:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.716955:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47c6e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.716964:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005392af25 reply state 000000008ca77417 transno 8589950297 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.716973:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580305.717093:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393cabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+459:282589:x1863919946470144:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5862us (6562us total) trans 8589950297 rc 0/0 00000100:00100000:0.0:1777580305.717105:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18937 00000100:00100000:0.0:1777580305.717115:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826611371518 time 7826660076431 state 0x2 ref 0 00010000:00010000:0.0:1777580305.717447:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580305.717455:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.717463:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580305.717467:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.717475:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.717485:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b9:0x0].0x0 (ffffa024acb3e700) 00010000:00010000:0.0:1777580305.717487:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580305.717491:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.717497:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47c83 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.717513:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580305.717514:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580305.717516:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580305.731626:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.731648:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.731657:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.731663:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.731669:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.731678:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.731700:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024acb3ec00) 00010000:00010000:3.0:1777580305.731703:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.731708:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.731716:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47c75 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.733684:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.733736:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946470400 00000100:00100000:3.0:1777580305.733749:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946470400 00000100:00100000:3.0:1777580305.733801:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826611371518 time 7826660076431 state 0x0 ref 1 00000100:00100000:3.0:1777580305.733817:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826660176431 time 7826660076431 state 0x1 ref 1 00000100:00100000:3.0:1777580305.733850:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826660176431 time 7826682712517 state 0x0 ref 1 00000100:00100000:3.0:1777580305.733869:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+458:282569:x1863919946470400:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580305.733961:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580305.733997:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47b56 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d91d expref: 458 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734020:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e4790a lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d875 expref: 457 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734038:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b6:0x0].0x0 (ffffa02493bbdb00) 00010000:00010000:3.0:1777580305.734049:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580305.734079:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734095:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734107:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734123:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734131:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734160:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734323:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734331:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734339:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580305.734908:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1823, 64 off124864 00010000:00010000:3.0:1777580305.734988:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.734999:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735008:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735016:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735022:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735034:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735061:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580305.735090:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735096:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735103:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735109:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.735115:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735122:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735164:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b6:0x0].0x0 (ffffa024ad9fd500) 00010000:00010000:3.0:1777580305.735168:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580305.735171:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735177:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47c98 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735196:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735201:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735206:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735211:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.735213:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735219:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735226:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.735228:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.735231:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735236:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47c8a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.735252:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e125fcbb reply state 00000000f8e5ec0e transno 8589950298 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.735262:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580305.735381:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+458:282569:x1863919946470400:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1517us (1708us total) trans 8589950298 rc 0/0 00000100:00100000:3.0:1777580305.735394:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18938 00000100:00100000:3.0:1777580305.735401:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826660176431 time 7826682712517 state 0x2 ref 0 00010000:00010000:3.0:1777580305.735445:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580305.735452:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735459:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580305.735463:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735470:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735478:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b6:0x0].0x0 (ffffa024ad9fd500) 00010000:00010000:3.0:1777580305.735480:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580305.735483:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735489:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47c9f lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.735501:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580305.735503:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580305.735506:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580305.767233:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.767261:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.767270:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.767277:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.767284:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.767293:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.767315:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02488b77200) 00010000:00010000:0.0:1777580305.767319:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.767326:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.767333:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47c91 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.774040:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.774082:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946470656 00000100:00100000:3.0:1777580305.774094:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946470656 00000100:00100000:3.0:1777580305.774162:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826660176431 time 7826682712517 state 0x0 ref 1 00000100:00100000:3.0:1777580305.774179:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826682812517 time 7826682712517 state 0x1 ref 1 00000100:00100000:3.0:1777580305.774205:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826682812517 time 7826723067493 state 0x0 ref 1 00000100:00100000:3.0:1777580305.774218:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+457:282590:x1863919946470656:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580305.774296:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580305.774328:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47b8e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d92b expref: 457 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774354:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47a92 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8fa expref: 456 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774365:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ba:0x0].0x0 (ffffa02427669f00) 00010000:00010000:3.0:1777580305.774378:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580305.774408:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774423:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774434:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774451:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774459:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774478:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774621:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774629:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.774636:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580305.775264:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1824, 64 off124928 00010000:00010000:3.0:1777580305.775342:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775355:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775363:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775372:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775378:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775384:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775415:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580305.775441:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775447:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775453:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775459:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e4800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.775463:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775471:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775482:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ba:0x0].0x0 (ffffa02499479900) 00010000:00010000:3.0:1777580305.775485:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580305.775489:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775494:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47cb4 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775511:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775517:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775527:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775532:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.775534:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775540:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775547:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.775549:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.775552:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.775557:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47ca6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.775567:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007c3d3db9 reply state 00000000d30c40d8 transno 8589950299 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.775578:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580305.775686:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+457:282590:x1863919946470656:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1466us (1656us total) trans 8589950299 rc 0/0 00000100:00100000:3.0:1777580305.775698:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18939 00000100:00100000:3.0:1777580305.775707:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826682812517 time 7826723067493 state 0x2 ref 0 00010000:00010000:2.0:1777580305.782790:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580305.782808:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.782822:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580305.782827:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.782838:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.782859:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ba:0x0].0x0 (ffffa02499479900) 00010000:00010000:2.0:1777580305.782863:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580305.782869:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.782881:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47cbb lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.782917:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.782920:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.782922:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580305.792428:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.792457:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.792479:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.792487:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.792494:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.792503:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.792525:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02427669b00) 00010000:00010000:3.0:1777580305.792529:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.792535:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.792542:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47cad lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777580305.793460:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938876 is committed 00000001:00080000:0.0:1777580305.793492:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938867 is committed 00000001:00080000:0.0:1777580305.793522:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938844 is committed 00000001:00080000:0.0:1777580305.793574:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938877 is committed 00000001:00080000:0.0:1777580305.793595:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938859 is committed 00000001:00080000:0.0:1777580305.793733:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938878 is committed 00000001:00080000:0.0:1777580305.793747:0:6562:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 8589938868 is committed 00000001:00080000:0.0:1777580305.793918:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938480 is committed 00000001:00080000:0.0:1777580305.793932:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938471 is committed 00000001:00080000:0.0:1777580305.793947:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938440 is committed 00000001:00080000:0.0:1777580305.793994:0:7429:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 8589938466 is committed 00000100:00100000:3.0:1777580305.794430:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.795363:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946470912 00000100:00100000:0.0:1777580305.795378:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946470912 00000100:00100000:0.0:1777580305.795429:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826682812517 time 7826723067493 state 0x0 ref 1 00000100:00100000:0.0:1777580305.795445:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826723167493 time 7826723067493 state 0x1 ref 1 00000100:00100000:1.0:1777580305.795569:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826723167493 time 7826744428440 state 0x0 ref 1 00000100:00100000:1.0:1777580305.795589:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+456:282573:x1863919946470912:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580305.795674:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580305.795709:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47baa lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d932 expref: 456 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.795735:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47965 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8a6 expref: 455 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.795749:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b7:0x0].0x0 (ffffa02493bbd800) 00010000:00010000:1.0:1777580305.795763:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580305.795797:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.795815:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.795828:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.795843:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.795850:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.796373:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.797057:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.797073:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.797085:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580305.806432:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1819, 64 off124608 00010000:00010000:0.0:1777580305.806830:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.806852:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807369:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807381:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807393:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807400:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807423:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580305.807452:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807458:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807464:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807480:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.807485:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807493:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807507:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b7:0x0].0x0 (ffffa024993df600) 00010000:00010000:0.0:1777580305.807510:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580305.807515:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807522:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47cd0 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807785:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807792:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807798:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807803:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.807806:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807812:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807820:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580305.807823:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.807826:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.807833:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47cc2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.807843:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1efc872 reply state 00000000b8fea424 transno 8589950300 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.807853:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580305.808002:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+456:282573:x1863919946470912:12345-192.168.202.9@tcp:36:rm.500 Request processed in 12413us (13574us total) trans 8589950300 rc 0/0 00000100:00100000:0.0:1777580305.808013:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18940 00000100:00100000:0.0:1777580305.808024:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826723167493 time 7826744428440 state 0x2 ref 0 00010000:00010000:0.0:1777580305.808073:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580305.808080:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.808086:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580305.808089:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.808095:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.808104:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7b7:0x0].0x0 (ffffa024993df600) 00010000:00010000:0.0:1777580305.808106:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580305.808109:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.808113:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cd7 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.808165:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580305.808167:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580305.808169:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580305.813460:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580305.813582:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.813598:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.813606:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.813618:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.813624:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.813633:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.813653:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa024993df500) 00010000:00010000:0.0:1777580305.813657:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.813663:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.813670:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47cc9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.813727:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946471168 00000100:00100000:0.0:1777580305.813739:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946471168 00000100:00100000:0.0:1777580305.813786:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826723167493 time 7826744428440 state 0x0 ref 1 00000100:00100000:0.0:1777580305.813799:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826744528440 time 7826744428440 state 0x1 ref 1 00000100:00100000:0.0:1777580305.813834:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826744528440 time 7826762696182 state 0x0 ref 1 00000100:00100000:0.0:1777580305.813847:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282591:x1863919946471168:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580305.814081:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580305.814102:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47b72 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d924 expref: 455 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814119:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47aca lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d908 expref: 454 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814129:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bb:0x0].0x0 (ffffa02427669000) 00010000:00010000:0.0:1777580305.814164:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580305.814196:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814214:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814227:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814244:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814251:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814258:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814412:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814422:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.814429:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580305.815756:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1820, 64 off124672 00010000:00010000:0.0:1777580305.815855:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.815985:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.815997:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816007:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816014:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816021:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816101:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580305.816156:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816163:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816169:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816174:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.816179:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816185:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816202:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bb:0x0].0x0 (ffffa02499549a00) 00010000:00010000:0.0:1777580305.816205:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580305.816210:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816216:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e47cec lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816242:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816248:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816253:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816258:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.816260:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816266:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816273:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580305.816275:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.816278:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.816295:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e47cde lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.816309:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000938c87f reply state 00000000233725c5 transno 8589950301 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.816319:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580305.816433:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282591:x1863919946471168:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2584us (2986us total) trans 8589950301 rc 0/0 00000100:00100000:0.0:1777580305.816444:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18941 00000100:00100000:0.0:1777580305.816452:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826744528440 time 7826762696182 state 0x2 ref 0 00010000:00010000:1.0:1777580305.821722:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580305.821746:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.821761:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580305.821767:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.821778:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.821802:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bb:0x0].0x0 (ffffa02499549a00) 00010000:00010000:1.0:1777580305.821805:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580305.821811:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.821818:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e47cf3 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7bb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.821852:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.821866:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580305.821868:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580305.824371:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.824429:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946471424 00000100:00100000:0.0:1777580305.824442:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946471424 00000100:00100000:0.0:1777580305.824992:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826744528440 time 7826762696182 state 0x0 ref 1 00000100:00100000:0.0:1777580305.825009:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826762796182 time 7826762696182 state 0x1 ref 1 00000100:00100000:0.0:1777580305.825044:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826762796182 time 7826773906072 state 0x0 ref 1 00000100:00100000:0.0:1777580305.825060:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282594:x1863919946471424:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580305.825161:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580305.825198:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47c44 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d971 expref: 455 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.825224:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47ae6 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d916 expref: 454 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.825237:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bc:0x0].0x0 (ffffa02427669200) 00010000:00010000:0.0:1777580305.825249:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580305.825280:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.825309:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.825320:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.825337:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.825345:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.825351:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.826732:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.826751:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.826758:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.826765:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.826771:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.826779:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.826798:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02499549300) 00010000:00010000:1.0:1777580305.826802:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.826806:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.826813:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ce5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.827041:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.827056:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.827066:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580305.831121:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1825, 64 off124992 00010000:00010000:0.0:1777580305.832279:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832323:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832340:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832350:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832357:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832364:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832390:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580305.832421:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832428:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832434:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.832437:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580305.832441:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580305.832444:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832445:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.832451:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580305.832455:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.832455:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.832461:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.841471:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bc:0x0].0x0 (ffffa02499549700) 00010000:00010000:2.0:1777580305.841483:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580305.841495:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.841506:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47d0f lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.841546:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.841548:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580305.841551:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580305.843648:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bc:0x0].0x0 (ffffa02499549700) 00010000:00010000:0.0:1777580305.843660:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580305.843674:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.843688:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d08 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.843742:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.843750:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.843758:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.843764:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.843768:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.843776:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.843793:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580305.843795:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.843798:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.843803:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e47cfa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.843814:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056ff3548 reply state 00000000056cea6c transno 8589950302 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.843832:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580305.844010:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+454:282594:x1863919946471424:12345-192.168.202.9@tcp:36:rm.500 Request processed in 18948us (19647us total) trans 8589950302 rc 0/0 00000100:00100000:0.0:1777580305.844021:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18942 00000100:00100000:0.0:1777580305.844030:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826762796182 time 7826773906072 state 0x2 ref 0 00010000:00010000:0.0:1777580305.850017:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.850039:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.850048:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.850055:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580305.850060:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.850069:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.850091:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02499549b00) 00010000:00010000:0.0:1777580305.850094:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580305.850099:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.850106:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e47d01 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580305.906203:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777580305.907166:0:209348:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_77r: @@@@@@ FAIL: timeout to start 'tbf jobid' policy 00000100:00100000:0.0:1777580305.942635:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580305.944351:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946471680 00000100:00100000:3.0:1777580305.944371:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946471680 00000100:00100000:3.0:1777580305.944431:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826330797837 time 7826351220449 state 0x0 ref 1 00000100:00100000:3.0:1777580305.944602:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826351320449 time 7826351220449 state 0x1 ref 1 00000100:00100000:3.0:1777580305.944639:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826351320449 time 7826893501614 state 0x0 ref 1 00000100:00100000:3.0:1777580305.944670:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02484c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+184:282613:x1863919946471680:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580305.944703:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580305.944729:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47d16 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d97f expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.944924:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.944943:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.944961:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.944979:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.944986:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.944993:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580305.945685:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x157e:0x0], index 1: 0 00010000:00010000:3.0:1777580305.945918:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47d2b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.945931:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47d2b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.945941:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47d2b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.945987:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.945995:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.946002:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.946009:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580305.946015:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.946023:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.946037:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580305.946040:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580305.946046:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.946053:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47d1d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580305.946068:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a208d160 reply state 000000005106de66 transno 8589950303 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580305.946078:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580305.946117:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47d16 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d97f expref: 187 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.946173:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47d2b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d97f expref: 186 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580305.946182:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dd:0x0].0x0 (ffffa02499479900) 00010000:00010000:3.0:1777580305.946185:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580305.946187:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e5600, rc 0) 00000100:00100000:3.0:1777580305.946451:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02484c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+187:282613:x1863919946471680:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1786us (3830us total) trans 8589950303 rc 0/0 00000100:00100000:3.0:1777580305.946462:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18943 00000100:00100000:3.0:1777580305.946471:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826351320449 time 7826893501614 state 0x2 ref 0 00010000:00010000:1.0:1777580305.957625:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.957648:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.957657:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.957664:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.957670:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.957680:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.957703:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02499479000) 00010000:00010000:1.0:1777580305.957707:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.957714:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.957720:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47d24 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.965697:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580305.965795:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580305.967638:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946471936 00000100:00100000:0.0:1777580305.967661:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946471936 00000100:00100000:0.0:1777580305.967721:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826351320449 time 7826893501614 state 0x0 ref 1 00000100:00100000:0.0:1777580305.967738:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826893601614 time 7826893501614 state 0x1 ref 1 00000100:00100000:0.0:1777580305.967768:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946472192 00000100:00100000:0.0:1777580305.967772:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946472192 00000100:00100000:0.0:1777580305.967784:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826893601614 time 7826893501614 state 0x1 ref 2 00000100:00100000:0.0:1777580305.967809:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826916770658 time 7826916670658 state 0x1 ref 2 00000100:00100000:0.0:1777580305.967826:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+187:282613:x1863919946471936:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580305.967917:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580305.967951:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47d2b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d97f expref: 187 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.967978:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dd:0x0].0x0 (ffffa02499479900) 00010000:00010000:0.0:1777580305.967994:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580305.968091:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.968109:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580305.968121:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580305.968343:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054050ccf reply state 000000005ce626b3 transno 8589950304 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580305.968354:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580305.971435:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826916770658 time 7826920282791 state 0x0 ref 2 00000100:00100000:1.0:1777580305.971498:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+188:282615:x1863919946472192:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580305.971532:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580305.971563:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d40 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d986 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.971767:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.971787:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.971803:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.971822:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.971829:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.971836:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580305.972515:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a3:0x0], index 0: 0 00010000:00010000:1.0:1777580305.972734:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47d55 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972746:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47d55 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972755:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47d55 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972801:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972809:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972817:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972824:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580305.972829:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972837:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972850:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580305.972854:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580305.972860:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972866:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d47 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580305.972880:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000491368a4 reply state 00000000c3708966 transno 8589950305 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580305.972903:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580305.972942:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d40 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d986 expref: 191 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972957:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47d55 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d986 expref: 190 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580305.972964:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa024993df500) 00010000:00010000:1.0:1777580305.972966:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580305.972969:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2000, rc 0) 00000100:00100000:0.0:1777580305.973584:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+191:282613:x1863919946471936:12345-192.168.202.9@tcp:36:touch.500 Request processed in 5760us (7897us total) trans 8589950304 rc 0/0 00000100:00100000:0.0:1777580305.973599:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18944 00000100:00100000:1.0:1777580305.976967:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239667e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282615:x1863919946472192:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5491us (11154us total) trans 8589950305 rc 0/0 00000100:00100000:1.0:1777580305.976983:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18945 00000100:00100000:1.0:1777580305.976993:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826916770658 time 7826920282791 state 0x2 ref 0 00010000:00010000:0.0:1777580306.003696:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.003720:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.003728:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.003735:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.003740:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.003749:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.003770:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dd:0x0].0x0 (ffffa02499549b00) 00010000:00010000:0.0:1777580306.003773:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.003778:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.003785:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47d39 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.009111:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.009218:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580306.010014:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.010031:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.010039:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.010046:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.010052:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.010065:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.010086:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024993df900) 00010000:00010000:1.0:1777580306.010089:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.010095:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.010102:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d4e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.010456:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946472320 00000100:00100000:3.0:1777580306.010541:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946472320 00000100:00100000:3.0:1777580306.010596:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826916770658 time 7826920282791 state 0x0 ref 1 00000100:00100000:3.0:1777580306.010625:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826920382791 time 7826920282791 state 0x1 ref 1 00000100:00100000:3.0:1777580306.010814:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946472832 00000100:00100000:3.0:1777580306.010819:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946472832 00000100:00100000:3.0:1777580306.010834:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826920382791 time 7826920282791 state 0x1 ref 2 00000100:00100000:3.0:1777580306.011951:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826959819346 time 7826959719346 state 0x1 ref 2 00000100:00100000:3.0:1777580306.011986:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+189:282613:x1863919946472320:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.012022:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.012056:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47d63 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d98d expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.012156:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47d63 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d98d expref: 190 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.012173:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47d63 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d98d expref: 190 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.012194:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dd:0x0].0x0 (ffffa02499479000) 00010000:00010000:3.0:1777580306.012197:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580306.012200:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54e4800, rc 0) 00000100:00100000:3.0:1777580306.012292:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282613:x1863919946472320:12345-192.168.202.9@tcp:101:touch.500 Request processed in 322us (3194us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.012418:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826959819346 time 7826961278854 state 0x0 ref 2 00000100:00100000:1.0:1777580306.012434:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+190:282622:x1863919946472832:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580306.012445:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.012458:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47d6a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d994 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.013008:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.013022:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.013033:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.013052:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.013064:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.013071:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580306.016454:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x157f:0x0], index 1: 0 00000100:00100000:3.0:1777580306.016658:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18946 00010000:00010000:1.0:1777580306.018331:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47d7f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.018358:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47d7f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.018372:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47d7f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.018418:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.018426:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.018434:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.018440:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.018444:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.018452:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.024698:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580306.024709:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.024720:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.024732:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47d71 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580306.024764:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d7b90f6 reply state 000000008953b8f0 transno 8589950306 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.024777:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580306.024857:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47d6a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d994 expref: 192 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.024878:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47d7f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d994 expref: 191 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.024897:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7df:0x0].0x0 (ffffa0241785ff00) 00010000:00010000:1.0:1777580306.024900:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580306.024903:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3000, rc 0) 00000100:00100000:1.0:1777580306.025022:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282622:x1863919946472832:12345-192.168.202.9@tcp:101:touch.500 Request processed in 12592us (15802us total) trans 8589950306 rc 0/0 00000100:00100000:1.0:1777580306.025034:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18947 00000100:00100000:1.0:1777580306.025043:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826959819346 time 7826961278854 state 0x2 ref 0 00000100:00100000:3.0:1777580306.032538:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.032613:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946472576 00000100:00100000:1.0:1777580306.032627:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946472576 00000100:00100000:1.0:1777580306.032689:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826959819346 time 7826961278854 state 0x0 ref 1 00000100:00100000:1.0:1777580306.032704:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826961378854 time 7826961278854 state 0x1 ref 1 00000100:00100000:1.0:1777580306.032743:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826961378854 time 7826981604879 state 0x0 ref 1 00000100:00100000:1.0:1777580306.032757:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+192:282615:x1863919946472576:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580306.032829:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.032879:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e47d55 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d986 expref: 192 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.032911:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa024993df500) 00010000:00010000:1.0:1777580306.032925:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580306.033020:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.033037:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.033048:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580306.033265:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001915e17b reply state 000000004fe8879e transno 8589950307 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.033277:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580306.033402:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282615:x1863919946472576:12345-192.168.202.9@tcp:36:touch.500 Request processed in 646us (878us total) trans 8589950307 rc 0/0 00000100:00100000:1.0:1777580306.033412:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18948 00000100:00100000:1.0:1777580306.033419:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826961378854 time 7826981604879 state 0x2 ref 0 00010000:00010000:3.0:1777580306.047630:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.047654:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.047663:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.047669:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.047675:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.047763:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.051996:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946472960 00000100:00100000:0.0:1777580306.052015:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946472960 00000100:00100000:0.0:1777580306.052111:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11573 00000100:00100000:0.0:1777580306.052122:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2362:x1863919946472960:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.052692:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946472960:12345-192.168.202.9@tcp:2:touch.500 Request processed in 569us (4932us total) trans 8589938481 rc 0/0 00000100:00100000:0.0:1777580306.052703:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11573 00000100:00080000:1.0:1777580306.054373:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777580306.054766:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.054806:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024993df600) 00010000:00010000:3.0:1777580306.054811:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.054819:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.054828:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47d78 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.055090:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.055220:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.055456:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946473216 00000100:00100000:1.0:1777580306.055481:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946473216 00000100:00100000:1.0:1777580306.056099:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826961378854 time 7826981604879 state 0x0 ref 1 00000100:00100000:1.0:1777580306.056118:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826981704879 time 7826981604879 state 0x1 ref 1 00000100:00100000:1.0:1777580306.056264:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946473472 00000100:00100000:1.0:1777580306.056269:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946473472 00000100:00100000:1.0:1777580306.056295:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826981704879 time 7826981604879 state 0x1 ref 2 00000100:00100000:1.0:1777580306.056325:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827005287726 time 7827005187726 state 0x1 ref 2 00000100:00100000:1.0:1777580306.056342:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282622:x1863919946473216:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580306.056411:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.056441:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47d7f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d994 expref: 193 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.056461:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7df:0x0].0x0 (ffffa0241785ff00) 00010000:00010000:1.0:1777580306.056486:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580306.057025:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.057043:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.057056:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580306.057342:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d230860c reply state 00000000710f45ef transno 8589950308 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.057355:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580306.057757:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+194:282622:x1863919946473216:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1416us (2669us total) trans 8589950308 rc 0/0 00000100:00100000:1.0:1777580306.057768:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18949 00000100:00100000:1.0:1777580306.057809:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827005287726 time 7827006671188 state 0x0 ref 1 00000100:00100000:1.0:1777580306.057825:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+193:282614:x1863919946473472:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580306.057839:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.057962:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d9b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d99b expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.058105:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.058283:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.058296:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.058315:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.058323:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.058334:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580306.059457:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a4:0x0], index 0: 0 00010000:00010000:1.0:1777580306.060525:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47db0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.060629:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47db0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.060775:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47db0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.060827:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.060835:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.060843:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.060850:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.061066:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061077:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061092:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580306.061095:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.061102:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061109:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e47da2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580306.061175:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032c96f5e reply state 000000007769d9c5 transno 8589950309 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.061188:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580306.061241:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e47d9b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d99b expref: 196 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061260:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47db0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d99b expref: 195 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061269:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:1.0:1777580306.061272:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580306.061275:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20800, rc 0) 00000100:00100000:1.0:1777580306.061373:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282614:x1863919946473472:12345-192.168.202.9@tcp:101:touch.500 Request processed in 3552us (6153us total) trans 8589950309 rc 0/0 00000100:00100000:1.0:1777580306.061384:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18950 00000100:00100000:1.0:1777580306.061395:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827005287726 time 7827006671188 state 0x2 ref 0 00010000:00010000:1.0:1777580306.061460:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061482:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061489:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061496:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.061500:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061507:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.061519:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa0241785f000) 00010000:00010000:1.0:1777580306.061523:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.062042:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.062052:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e47d8d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.071242:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.071288:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.071342:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.071343:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946473856 00000100:00100000:1.0:1777580306.071357:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946473856 00010000:00010000:3.0:1777580306.071396:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.071408:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.071416:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.071421:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4068 00010000:00010000:3.0:1777580306.071423:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.071429:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.071432:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+195:282613:x1863919946473856:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:3.0:1777580306.071437:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.071458:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7df:0x0].0x0 (ffffa024993df900) 00010000:00010000:3.0:1777580306.071462:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.071467:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.071473:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47d94 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.071597:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946473600 00000100:00100000:0.0:1777580306.071602:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946473600 00000100:00100000:0.0:1777580306.071631:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827005287726 time 7827006671188 state 0x0 ref 1 00000100:00100000:0.0:1777580306.071644:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827006771188 time 7827006671188 state 0x1 ref 1 00000100:00100000:0.0:1777580306.071663:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946473984 00000100:00100000:0.0:1777580306.071665:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946473984 00000100:00100000:0.0:1777580306.071676:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827006771188 time 7827006671188 state 0x1 ref 2 00000100:00100000:0.0:1777580306.071695:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827020657511 time 7827020557511 state 0x1 ref 2 00000100:00100000:0.0:1777580306.071705:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282615:x1863919946473600:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580306.071719:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580306.071742:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47dbe lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9a2 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.071801:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47dbe lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9a2 expref: 197 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.071820:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6200/0xcb2b2f2f7e47dbe lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9a2 expref: 197 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.071837:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:0.0:1777580306.071841:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580306.071843:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb6200, rc 0) 00000100:00100000:0.0:1777580306.071917:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282615:x1863919946473600:12345-192.168.202.9@tcp:101:touch.500 Request processed in 213us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.071925:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18951 00000100:00100000:0.0:1777580306.071949:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827020657511 time 7827020812155 state 0x0 ref 1 00000100:00100000:0.0:1777580306.071958:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+196:282622:x1863919946473984:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580306.071967:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580306.071976:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47dc5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9a9 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.072001:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9a9 expref: 197 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.072010:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9a9 expref: 197 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.072021:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7df:0x0].0x0 (ffffa02499549700) 00010000:00010000:0.0:1777580306.072023:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580306.072025:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7c00, rc 0) 00000100:00100000:0.0:1777580306.072046:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282622:x1863919946473984:12345-192.168.202.9@tcp:101:touch.500 Request processed in 89us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.072052:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18952 00000100:00100000:0.0:1777580306.072056:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827020657511 time 7827020812155 state 0x2 ref 0 00000100:00100000:1.0:1777580306.072940:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282613:x1863919946473856:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1423us (1564us total) trans 8589950310 rc 0/0 00000100:00100000:1.0:1777580306.072952:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4068 00010000:00010000:1.0:1777580306.072991:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.073002:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.073009:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.073016:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.073021:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.073029:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.073045:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02490544700) 00010000:00010000:1.0:1777580306.073048:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.073052:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.073058:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47da9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.081150:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.081200:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.081238:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.081327:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.081367:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946474624 00000100:00100000:0.0:1777580306.081379:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946474624 00000100:00100000:0.0:1777580306.081455:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946474752 00000100:00100000:0.0:1777580306.081458:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946474752 00000100:00100000:2.0:1777580306.081469:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11574 00000100:00100000:2.0:1777580306.081488:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2361:x1863919946474624:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580306.081504:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946474240 00000100:00100000:1.0:1777580306.081510:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946474240 00000100:00100000:3.0:1777580306.081515:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946474496 00000100:00100000:3.0:1777580306.081519:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946474496 00000100:00100000:1.0:1777580306.081966:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827020657511 time 7827020812155 state 0x0 ref 1 00000100:00100000:1.0:1777580306.081980:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827020912155 time 7827020812155 state 0x1 ref 1 00000100:00100000:1.0:1777580306.082008:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827020912155 time 7827030870542 state 0x0 ref 1 00000100:00100000:1.0:1777580306.082021:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239ce09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282614:x1863919946474240:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580306.082083:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.082327:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47db0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d99b expref: 197 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.082357:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:1.0:1777580306.082372:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580306.082452:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.082480:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.082493:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580306.082967:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0ce111a reply state 000000007de499bb transno 8589950311 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.082980:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580306.083110:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239ce09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+198:282614:x1863919946474240:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1090us (1987us total) trans 8589950311 rc 0/0 00000100:00100000:1.0:1777580306.083290:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18953 00000100:00100000:1.0:1777580306.083300:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827020912155 time 7827030870542 state 0x2 ref 0 00000100:00100000:0.0:1777580306.083413:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11575 00000100:00100000:0.0:1777580306.083429:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946474752:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.083705:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946474752:12345-192.168.202.9@tcp:2:touch.500 Request processed in 282us (2377us total) trans 8589938482 rc 0/0 00000100:00100000:0.0:1777580306.083714:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11575 00000100:00100000:3.0:1777580306.084332:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827020912155 time 7827030870542 state 0x0 ref 1 00000100:00100000:3.0:1777580306.084345:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827030970542 time 7827030870542 state 0x1 ref 1 00000100:00080000:1.0:1777580306.084354:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777580306.084369:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946474624:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2885us (3126us total) trans 8589938879 rc 0/0 00000100:00100000:3.0:1777580306.084378:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827030970542 time 7827033234753 state 0x0 ref 1 00000100:00100000:2.0:1777580306.084383:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11574 00000100:00100000:3.0:1777580306.084401:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+197:282619:x1863919946474496:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.084418:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.084441:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47dd3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9b0 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.084595:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.084611:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.084623:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.084639:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.084651:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.084657:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580306.085228:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1580:0x0], index 1: 0 00010000:00010000:3.0:1777580306.085401:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47de8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085412:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47de8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085421:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47de8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085460:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085468:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085474:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085480:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.085485:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085492:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085510:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.085513:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.085520:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085527:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47dda lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.085541:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b04bb781 reply state 000000000fadf078 transno 8589950312 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.085549:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580306.085640:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47dd3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9b0 expref: 200 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085657:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47de8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9b0 expref: 199 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.085665:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e1:0x0].0x0 (ffffa02427669200) 00010000:00010000:3.0:1777580306.085668:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.085671:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3000, rc 0) 00000100:00100000:3.0:1777580306.085743:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+200:282619:x1863919946474496:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1348us (4541us total) trans 8589950312 rc 0/0 00000100:00100000:3.0:1777580306.085752:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18954 00000100:00100000:3.0:1777580306.085759:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827030970542 time 7827033234753 state 0x2 ref 0 00000100:00100000:0.0:1777580306.102633:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.102733:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.102770:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946474880 00000100:00100000:0.0:1777580306.102784:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946474880 00000100:00100000:0.0:1777580306.102838:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827030970542 time 7827033234753 state 0x0 ref 1 00000100:00100000:0.0:1777580306.102854:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827033334753 time 7827033234753 state 0x1 ref 1 00000100:00100000:0.0:1777580306.102881:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827033334753 time 7827051743315 state 0x0 ref 1 00000100:00100000:0.0:1777580306.102905:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+200:282614:x1863919946474880:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580306.102940:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580306.102968:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47df6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9b7 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.103049:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47df6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9b7 expref: 201 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.103068:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47df6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9b7 expref: 201 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.103090:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:0.0:1777580306.103093:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580306.103098:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7400, rc 0) 00000100:00100000:0.0:1777580306.103197:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+201:282614:x1863919946474880:12345-192.168.202.9@tcp:101:touch.500 Request processed in 294us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.103205:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18955 00000100:00100000:0.0:1777580306.103211:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827033334753 time 7827051743315 state 0x2 ref 0 00010000:00010000:1.0:1777580306.103266:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.103276:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.103283:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.103293:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.103299:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.103307:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.103327:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02499479900) 00010000:00010000:1.0:1777580306.103330:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.103335:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.103344:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47de1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.103379:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946475136 00000100:00100000:1.0:1777580306.103384:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946475136 00010000:00010000:3.0:1777580306.103625:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.103639:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.103646:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.103651:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.103654:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.103661:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.103672:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:3.0:1777580306.103674:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.103678:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.103685:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47dcc lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.103794:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4069 00000100:00100000:1.0:1777580306.103805:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+199:282622:x1863919946475136:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580306.106314:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+200:282622:x1863919946475136:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2495us (3565us total) trans 8589950313 rc 0/0 00000100:00100000:1.0:1777580306.106329:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4069 00000100:00100000:2.0:1777580306.114211:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.114265:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.114806:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946475392 00000100:00100000:1.0:1777580306.114820:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946475392 00000100:00100000:1.0:1777580306.114899:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4070 00000100:00100000:1.0:1777580306.114912:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+200:282615:x1863919946475392:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580306.116515:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+201:282615:x1863919946475392:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1595us (2306us total) trans 8589950314 rc 0/0 00000100:00100000:1.0:1777580306.117315:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4070 00000100:00100000:2.0:1777580306.117553:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.117600:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946475648 00000100:00100000:1.0:1777580306.117610:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946475648 00000100:00100000:1.0:1777580306.118309:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827033334753 time 7827051743315 state 0x0 ref 1 00000100:00100000:1.0:1777580306.118328:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827051843315 time 7827051743315 state 0x1 ref 1 00000100:00100000:1.0:1777580306.118363:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827051843315 time 7827067225177 state 0x0 ref 1 00000100:00100000:1.0:1777580306.118383:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+201:282619:x1863919946475648:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580306.118456:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.119595:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47de8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9b0 expref: 201 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.119625:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e1:0x0].0x0 (ffffa02427669200) 00010000:00010000:1.0:1777580306.119637:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580306.119761:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.119777:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.119789:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.119790:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946475904 00000100:00100000:2.0:1777580306.119803:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946475904 00000004:00010000:1.0:1777580306.119974:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6a7c5ce reply state 0000000033b9bc1a transno 8589950315 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.119985:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580306.120101:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+203:282619:x1863919946475648:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1726us (5835us total) trans 8589950315 rc 0/0 00000100:00100000:2.0:1777580306.120157:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827067325177 time 7827067225177 state 0x1 ref 2 00000100:00100000:1.0:1777580306.121507:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18956 00000100:00100000:1.0:1777580306.121576:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827067325177 time 7827070434296 state 0x0 ref 1 00000100:00100000:1.0:1777580306.121599:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+202:282621:x1863919946475904:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580306.121626:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.121663:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47e04 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9be expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.121844:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.121862:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.121876:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.121903:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.121910:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.121917:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580306.122547:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a5:0x0], index 0: 0 00010000:00010000:1.0:1777580306.122755:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47e19 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122768:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47e19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122777:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47e19 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122817:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122826:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122833:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122840:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.122845:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122854:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122867:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580306.122870:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.122876:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122882:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47e0b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580306.122910:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d98e51b0 reply state 000000003fe71784 transno 8589950316 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.122920:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580306.122958:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47e04 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9be expref: 205 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122974:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47e19 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9be expref: 204 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.122982:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa02499479900) 00010000:00010000:1.0:1777580306.122984:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580306.122987:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389020600, rc 0) 00000100:00100000:1.0:1777580306.123071:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+205:282621:x1863919946475904:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1480us (5520us total) trans 8589950316 rc 0/0 00000100:00100000:1.0:1777580306.123082:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18957 00000100:00100000:1.0:1777580306.123090:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827067325177 time 7827070434296 state 0x2 ref 0 00010000:00010000:0.0:1777580306.155045:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.155073:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.155082:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.155090:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.155096:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.155106:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.155129:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e1:0x0].0x0 (ffffa0248e788e00) 00010000:00010000:0.0:1777580306.155147:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.155153:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.155160:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47dfd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.175546:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.175580:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.175601:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.175710:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.175802:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946476160 00000100:00100000:2.0:1777580306.175816:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946476160 00000100:00100000:2.0:1777580306.175866:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827067325177 time 7827070434296 state 0x0 ref 1 00000100:00100000:2.0:1777580306.175893:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827070534296 time 7827070434296 state 0x1 ref 1 00000100:00100000:2.0:1777580306.175916:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946476416 00000100:00100000:2.0:1777580306.175920:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946476416 00000100:00100000:2.0:1777580306.175935:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827070534296 time 7827070434296 state 0x1 ref 2 00000100:00100000:2.0:1777580306.175950:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946476672 00000100:00100000:2.0:1777580306.175952:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946476672 00000100:00100000:2.0:1777580306.175963:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827070534296 time 7827070434296 state 0x1 ref 3 00000100:00100000:2.0:1777580306.175983:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827124945407 time 7827124845407 state 0x1 ref 3 00000100:00100000:2.0:1777580306.175997:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282619:x1863919946476160:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.176028:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.176058:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47e27 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9c5 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176169:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47e27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9c5 expref: 207 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176188:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47e27 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9c5 expref: 207 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176210:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e1:0x0].0x0 (ffffa024aca38800) 00010000:00010000:2.0:1777580306.176213:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.176217:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9200, rc 0) 00000100:00100000:2.0:1777580306.176285:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282619:x1863919946476160:12345-192.168.202.9@tcp:101:touch.500 Request processed in 291us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.176293:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18958 00000100:00100000:2.0:1777580306.176317:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827125279800 time 7827125179800 state 0x1 ref 2 00000100:00100000:2.0:1777580306.176326:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282621:x1863919946476416:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580306.176374:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.176398:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e47e19 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9be expref: 206 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176413:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa02499479900) 00010000:00010000:2.0:1777580306.176422:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580306.176495:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176504:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176513:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.176691:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083672816 reply state 0000000024dffd78 transno 8589950317 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.176702:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580306.176765:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+207:282621:x1863919946476416:12345-192.168.202.9@tcp:36:touch.500 Request processed in 439us (1161us total) trans 8589950317 rc 0/0 00000100:00100000:2.0:1777580306.176771:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18959 00000100:00100000:2.0:1777580306.176791:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827125279800 time 7827125653301 state 0x0 ref 1 00000100:00100000:2.0:1777580306.176802:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+206:282620:x1863919946476672:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.176812:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.176824:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47e35 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9cc expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176956:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176968:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176976:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176989:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.176996:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177002:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580306.177590:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1581:0x0], index 1: 0 00010000:00010000:2.0:1777580306.177775:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47e4a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177788:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47e4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177796:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47e4a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177834:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177841:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177847:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177854:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.177860:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177872:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177895:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.177899:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.177905:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177911:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e47e3c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.177925:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b868d6b reply state 00000000f372a003 transno 8589950318 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.177932:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580306.177968:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e47e35 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9cc expref: 209 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177984:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47e4a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9cc expref: 208 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.177992:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e3:0x0].0x0 (ffffa024aca38e00) 00010000:00010000:2.0:1777580306.177995:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.177997:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030400, rc 0) 00000100:00100000:2.0:1777580306.178053:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+209:282620:x1863919946476672:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1252us (2343us total) trans 8589950318 rc 0/0 00000100:00100000:2.0:1777580306.178063:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18960 00000100:00100000:2.0:1777580306.178070:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827125279800 time 7827125653301 state 0x2 ref 0 00010000:00010000:0.0:1777580306.179064:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.179078:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.179084:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.179090:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.179093:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.179101:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.179116:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa0248e788600) 00010000:00010000:0.0:1777580306.179119:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.179123:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.179131:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e47e12 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.186069:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946476032 00000100:00100000:3.0:1777580306.186090:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946476032 00000100:00100000:3.0:1777580306.186331:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11576 00000100:00100000:3.0:1777580306.186343:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2361:x1863919946476032:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580306.186793:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946476032:12345-192.168.202.9@tcp:2:touch.500 Request processed in 451us (11260us total) trans 8589938880 rc 0/0 00000100:00100000:3.0:1777580306.186803:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11576 00010000:00010000:3.0:1777580306.188298:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.188317:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.188326:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.188333:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.188338:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.188347:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.188368:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38d00) 00010000:00010000:3.0:1777580306.188372:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.188377:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.188384:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9800/0xcb2b2f2f7e47e2e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.189635:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580306.191265:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.191286:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.191294:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.191300:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.191307:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.191315:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.191335:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024aca38100) 00010000:00010000:0.0:1777580306.191338:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.191343:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.191350:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e47e43 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.198448:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.198495:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.198529:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.198618:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.198860:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946476800 00000100:00100000:1.0:1777580306.198875:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946476800 00000100:00100000:2.0:1777580306.198899:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946476928 00000100:00100000:2.0:1777580306.198905:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946476928 00000100:00100000:2.0:1777580306.198941:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827125279800 time 7827125653301 state 0x0 ref 1 00000100:00100000:2.0:1777580306.198954:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827125753301 time 7827125653301 state 0x1 ref 1 00000100:00100000:1.0:1777580306.198959:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11577 00000100:00100000:2.0:1777580306.198969:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946477184 00000100:00100000:1.0:1777580306.198970:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946476800:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580306.198972:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946477184 00000100:00100000:2.0:1777580306.198981:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827125753301 time 7827125653301 state 0x1 ref 2 00000100:00100000:2.0:1777580306.198993:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946477440 00000100:00100000:2.0:1777580306.198995:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946477440 00000100:00100000:2.0:1777580306.199004:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827125753301 time 7827125653301 state 0x1 ref 3 00000100:00100000:2.0:1777580306.199019:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827147980929 time 7827147880929 state 0x1 ref 3 00000100:00100000:2.0:1777580306.199027:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+208:282621:x1863919946476928:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.199047:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.199076:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47e58 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9d3 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199164:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47e58 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9d3 expref: 209 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199183:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47e58 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9d3 expref: 209 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199210:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580306.199215:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.199220:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030800, rc 0) 00000100:00100000:2.0:1777580306.199289:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+209:282621:x1863919946476928:12345-192.168.202.9@tcp:101:touch.500 Request processed in 262us (9667us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.199298:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18961 00000100:00100000:2.0:1777580306.199322:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827148285555 time 7827148185555 state 0x1 ref 2 00000100:00100000:2.0:1777580306.199332:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+208:282620:x1863919946477184:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580306.199382:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.199406:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e47e4a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9cc expref: 208 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199423:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e3:0x0].0x0 (ffffa024aca38e00) 00010000:00010000:2.0:1777580306.199432:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580306.199504:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199515:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199525:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.199687:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007bf42d40 reply state 00000000d4201e3d transno 8589950319 ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.199699:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580306.199762:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+209:282620:x1863919946477184:12345-192.168.202.9@tcp:36:touch.500 Request processed in 431us (1330us total) trans 8589950319 rc 0/0 00000100:00100000:2.0:1777580306.199774:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18962 00000100:00100000:2.0:1777580306.199790:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827148285555 time 7827148653197 state 0x0 ref 1 00000100:00100000:2.0:1777580306.199801:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+208:282628:x1863919946477440:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.199810:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.199821:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47e66 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9da expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199956:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199969:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199977:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199991:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.199999:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200005:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580306.200586:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a6:0x0], index 0: 0 00010000:00010000:2.0:1777580306.200767:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47e7b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200783:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47e7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200791:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47e7b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200830:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200838:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200844:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200851:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f800 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:1.0:1777580306.200851:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946476800:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1880us (2352us total) trans 8589938483 rc 0/0 00010000:00010000:2.0:1777580306.200855:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.200861:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11577 00010000:00010000:2.0:1777580306.200864:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200875:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.200878:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.200882:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200904:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47e6d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.200917:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000724ec327 reply state 000000000c3800bc transno 8589950320 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.200920:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946477696 00000100:00100000:2.0:1777580306.200925:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580306.200928:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946477696 00010000:00010000:2.0:1777580306.200959:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47e66 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9da expref: 212 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200973:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47e7b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9da expref: 211 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.200980:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e4:0x0].0x0 (ffffa024814cad00) 00000100:00100000:1.0:1777580306.200980:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4071 00010000:00010000:2.0:1777580306.200983:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.200985:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50600, rc 0) 00000100:00100000:1.0:1777580306.200988:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+211:282614:x1863919946477696:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580306.201011:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282628:x1863919946477440:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1212us (2482us total) trans 8589950320 rc 0/0 00000100:00100000:2.0:1777580306.201019:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18963 00000100:00100000:2.0:1777580306.201025:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827148285555 time 7827148653197 state 0x2 ref 0 00000100:00100000:1.0:1777580306.201203:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282614:x1863919946477696:12345-192.168.202.9@tcp:35:touch.500 Request processed in 215us (2584us total) trans 8589950321 rc 0/0 00000100:00100000:1.0:1777580306.201210:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4071 00010000:00010000:0.0:1777580306.217370:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.217393:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.217403:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.217411:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.217417:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.217427:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.217448:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa024814cab00) 00010000:00010000:0.0:1777580306.217451:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.217456:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.217463:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47e74 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.217560:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.217568:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.217574:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.217578:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.217581:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.217590:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.217601:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e3:0x0].0x0 (ffffa024814caa00) 00010000:00010000:2.0:1777580306.217603:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.217606:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.217611:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47e5f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.223768:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.223822:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.223867:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.223913:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.225097:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946478208 00000100:00100000:1.0:1777580306.225115:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946478208 00000100:00100000:1.0:1777580306.225222:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4072 00000100:00100000:1.0:1777580306.225234:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+210:282619:x1863919946478208:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580306.225568:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946477824 00000100:00100000:3.0:1777580306.225575:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946477824 00000100:00100000:3.0:1777580306.225687:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11578 00000100:00100000:3.0:1777580306.225696:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946477824:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580306.225745:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+211:282619:x1863919946478208:12345-192.168.202.9@tcp:35:touch.500 Request processed in 514us (1877us total) trans 8589950322 rc 0/0 00000100:00100000:1.0:1777580306.225754:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4072 00000100:00100000:3.0:1777580306.225969:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946477824:12345-192.168.202.9@tcp:2:touch.500 Request processed in 274us (2147us total) trans 8589938881 rc 0/0 00000100:00100000:3.0:1777580306.225977:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11578 00000100:00100000:3.0:1777580306.226004:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946477952 00000100:00100000:3.0:1777580306.226009:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946477952 00000100:00100000:3.0:1777580306.226032:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827148285555 time 7827148653197 state 0x0 ref 1 00000100:00100000:3.0:1777580306.226044:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827148753197 time 7827148653197 state 0x1 ref 1 00000100:00100000:3.0:1777580306.226061:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946478464 00000100:00100000:3.0:1777580306.226064:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946478464 00000100:00100000:3.0:1777580306.226075:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827148753197 time 7827148653197 state 0x1 ref 2 00000100:00100000:3.0:1777580306.226090:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827175053228 time 7827174953228 state 0x1 ref 2 00000100:00100000:3.0:1777580306.226099:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282620:x1863919946477952:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.226115:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.226161:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47e89 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9e1 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.226219:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47e89 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9e1 expref: 213 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.226237:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47e89 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9e1 expref: 213 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.226256:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e3:0x0].0x0 (ffffa02427669000) 00010000:00010000:3.0:1777580306.226260:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580306.226263:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3e00, rc 0) 00000100:00100000:3.0:1777580306.226296:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+213:282620:x1863919946477952:12345-192.168.202.9@tcp:101:touch.500 Request processed in 185us (2532us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.226304:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18964 00000100:00100000:3.0:1777580306.226320:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827175053228 time 7827175183193 state 0x0 ref 1 00000100:00100000:3.0:1777580306.226328:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+212:282628:x1863919946478464:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580306.226364:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.226385:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47e7b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9da expref: 212 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.226400:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e4:0x0].0x0 (ffffa024814cad00) 00010000:00010000:3.0:1777580306.226410:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580306.226468:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.226478:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.226487:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.226588:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070530339 reply state 00000000b37228fc transno 8589950323 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.226599:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580306.226657:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393cab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+213:282628:x1863919946478464:12345-192.168.202.9@tcp:36:touch.500 Request processed in 328us (2742us total) trans 8589950323 rc 0/0 00000100:00100000:3.0:1777580306.226668:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18965 00000100:00100000:3.0:1777580306.226672:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827175053228 time 7827175183193 state 0x2 ref 0 00000100:00100000:3.0:1777580306.226825:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.227331:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946478720 00000100:00100000:3.0:1777580306.227340:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946478720 00000100:00100000:3.0:1777580306.227365:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827175053228 time 7827175183193 state 0x0 ref 1 00000100:00100000:3.0:1777580306.227376:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827175283193 time 7827175183193 state 0x1 ref 1 00000100:00100000:3.0:1777580306.227394:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827175283193 time 7827176257727 state 0x0 ref 1 00000100:00100000:3.0:1777580306.227405:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+213:282626:x1863919946478720:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.227420:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.227435:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47e97 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9e8 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.227717:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.227732:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.227743:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.227759:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.227771:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.227777:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580306.228429:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1582:0x0], index 1: 0 00010000:00010000:3.0:1777580306.241055:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47eac lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241086:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47eac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241101:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47eac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241236:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241244:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241252:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241258:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.241264:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241272:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241292:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.241295:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.241300:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241306:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47e9e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.241321:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005077d1db reply state 00000000e4cb3940 transno 8589950324 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.241331:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580306.241382:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47e97 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9e8 expref: 216 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241398:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47eac lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9e8 expref: 215 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.241405:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa02427669200) 00010000:00010000:3.0:1777580306.241408:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.241410:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc400, rc 0) 00000100:00100000:3.0:1777580306.241507:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282626:x1863919946478720:12345-192.168.202.9@tcp:101:touch.500 Request processed in 14101us (14680us total) trans 8589950324 rc 0/0 00000100:00100000:3.0:1777580306.241519:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18966 00000100:00100000:3.0:1777580306.241543:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827175283193 time 7827176257727 state 0x2 ref 0 00000100:00100000:3.0:1777580306.242070:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.242202:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946478848 00000100:00100000:2.0:1777580306.242213:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946478848 00000100:00100000:2.0:1777580306.242255:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827175283193 time 7827176257727 state 0x0 ref 1 00000100:00100000:2.0:1777580306.242272:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827176357727 time 7827176257727 state 0x1 ref 1 00000100:00100000:2.0:1777580306.242304:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827176357727 time 7827191165588 state 0x0 ref 1 00000100:00100000:2.0:1777580306.242318:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282628:x1863919946478848:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.242344:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.242365:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47eba lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9ef expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242424:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47eba lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9ef expref: 217 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242438:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47eba lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9ef expref: 217 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242458:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e4:0x0].0x0 (ffffa02427669b00) 00010000:00010000:2.0:1777580306.242461:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.242464:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51c00, rc 0) 00000100:00100000:2.0:1777580306.242517:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+217:282628:x1863919946478848:12345-192.168.202.9@tcp:101:touch.500 Request processed in 202us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.242613:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18967 00000100:00100000:2.0:1777580306.242619:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827176357727 time 7827191165588 state 0x2 ref 0 00010000:00010000:2.0:1777580306.242807:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242815:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242822:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242827:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.242832:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242838:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242849:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e4:0x0].0x0 (ffffa02427669b00) 00010000:00010000:2.0:1777580306.242852:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.242855:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.242862:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47e90 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.247384:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.247401:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.247410:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.247417:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.247423:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.247438:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.247458:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02427669f00) 00010000:00010000:0.0:1777580306.247461:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.247466:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.247472:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47ea5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.251331:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.251369:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.251391:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.251467:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.251777:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946479232 00000100:00100000:0.0:1777580306.251791:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946479232 00000100:00100000:0.0:1777580306.251851:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946479360 00000100:00100000:0.0:1777580306.251854:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946479360 00000100:00100000:0.0:1777580306.251880:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11579 00000100:00100000:0.0:1777580306.251900:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2363:x1863919946479232:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.252357:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2363:x1863919946479232:12345-192.168.202.9@tcp:2:touch.500 Request processed in 459us (1039us total) trans 8589938882 rc 0/0 00000100:00100000:0.0:1777580306.252365:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11579 00000100:00100000:0.0:1777580306.252386:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11580 00000100:00100000:0.0:1777580306.252393:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2363:x1863919946479360:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580306.256323:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946479616 00000100:00100000:3.0:1777580306.256343:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946479616 00000100:00100000:3.0:1777580306.256407:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827176357727 time 7827191165588 state 0x0 ref 1 00000100:00100000:3.0:1777580306.256519:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827191265588 time 7827191165588 state 0x1 ref 1 00000100:00100000:3.0:1777580306.256541:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946479104 00000100:00100000:3.0:1777580306.256545:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946479104 00000100:00100000:3.0:1777580306.256558:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827191265588 time 7827191165588 state 0x1 ref 2 00000100:00100000:3.0:1777580306.256579:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827205540521 time 7827205440521 state 0x1 ref 2 00000100:00100000:3.0:1777580306.256596:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+216:282632:x1863919946479616:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.256629:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.256655:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ec1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9f6 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.256850:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.256893:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.256909:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.256930:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.256937:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.256943:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580306.257597:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a7:0x0], index 0: 0 00010000:00010000:3.0:1777580306.257795:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47ed6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.257798:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2363:x1863919946479360:12345-192.168.202.9@tcp:2:touch.500 Request processed in 5400us (6423us total) trans 8589938484 rc 0/0 00010000:00010000:3.0:1777580306.257808:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.257811:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11580 00010000:00010000:3.0:1777580306.257818:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.257860:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.257868:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.257875:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.257878:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827205540521 time 7827206739135 state 0x0 ref 2 00010000:00010000:3.0:1777580306.257881:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.257899:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.257907:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.257908:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282626:x1863919946479104:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580306.257922:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.257924:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.257930:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.257940:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47ec8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.257954:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0487d73 reply state 0000000061d1628d transno 8589950325 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.257955:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777580306.257963:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580306.257973:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47eac lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9e8 expref: 218 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.257984:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa02427669200) 00010000:00010000:3.0:1777580306.257991:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47ec1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9f6 expref: 218 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.257995:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580306.258006:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9f6 expref: 217 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.258013:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024996f9800) 00010000:00010000:3.0:1777580306.258015:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.258018:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3400, rc 0) 00000100:00100000:3.0:1777580306.258047:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+218:282632:x1863919946479616:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1459us (6656us total) trans 8589950325 rc 0/0 00000100:00100000:3.0:1777580306.258054:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18968 00010000:00010000:0.0:1777580306.258060:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.258068:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.258075:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580306.258178:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b57b5fa9 reply state 0000000073458c62 transno 8589950326 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.258184:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580306.258223:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+219:282626:x1863919946479104:12345-192.168.202.9@tcp:36:touch.500 Request processed in 321us (6756us total) trans 8589950326 rc 0/0 00000100:00100000:0.0:1777580306.258230:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18969 00000100:00100000:0.0:1777580306.258234:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827205540521 time 7827206739135 state 0x2 ref 0 00000100:00100000:3.0:1777580306.258267:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.258990:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946479872 00000100:00100000:1.0:1777580306.259002:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946479872 00000100:00100000:1.0:1777580306.259062:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4073 00000100:00100000:1.0:1777580306.259073:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+219:282621:x1863919946479872:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580306.259436:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+220:282621:x1863919946479872:12345-192.168.202.9@tcp:35:touch.500 Request processed in 363us (1168us total) trans 8589950327 rc 0/0 00000100:00100000:1.0:1777580306.259445:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4073 00010000:00010000:0.0:1777580306.270636:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.270653:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.270686:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.270709:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.270739:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.270840:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.270891:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946480384 00000100:00100000:3.0:1777580306.270903:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946480384 00000100:00100000:3.0:1777580306.270965:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946480640 00000100:00100000:3.0:1777580306.270968:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946480640 00000100:00100000:3.0:1777580306.270987:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4074 00000100:00100000:3.0:1777580306.270998:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+221:282620:x1863919946480384:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580306.271491:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+222:282620:x1863919946480384:12345-192.168.202.9@tcp:35:touch.500 Request processed in 492us (802us total) trans 8589950328 rc 0/0 00000100:00100000:3.0:1777580306.271500:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4074 00000100:00100000:3.0:1777580306.271520:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4075 00000100:00100000:3.0:1777580306.271527:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+221:282628:x1863919946480640:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580306.271654:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+222:282628:x1863919946480640:12345-192.168.202.9@tcp:35:touch.500 Request processed in 127us (943us total) trans 8589950329 rc 0/0 00010000:00010000:0.0:1777580306.271659:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.271660:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4075 00010000:00010000:0.0:1777580306.271669:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.271677:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.271683:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.271692:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.271710:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa02499549300) 00010000:00010000:0.0:1777580306.271714:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.271719:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.271726:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e47ee4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.274533:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946480128 00000100:00100000:3.0:1777580306.274555:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946480128 00000100:00100000:3.0:1777580306.274613:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827205540521 time 7827206739135 state 0x0 ref 1 00000100:00100000:3.0:1777580306.274632:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827206839135 time 7827206739135 state 0x1 ref 1 00000100:00100000:3.0:1777580306.274659:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946480896 00000100:00100000:3.0:1777580306.274663:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946480896 00000100:00100000:3.0:1777580306.274676:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827206839135 time 7827206739135 state 0x1 ref 2 00000100:00100000:3.0:1777580306.274690:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946481024 00000100:00100000:3.0:1777580306.274693:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946481024 00000100:00100000:3.0:1777580306.274703:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827206839135 time 7827206739135 state 0x1 ref 3 00000100:00100000:3.0:1777580306.274727:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827223689696 time 7827223589696 state 0x1 ref 3 00000100:00100000:3.0:1777580306.274749:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+223:282632:x1863919946480128:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580306.274822:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.274868:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47ed6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9f6 expref: 223 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.274907:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024996f9800) 00010000:00010000:3.0:1777580306.274921:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580306.275018:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.275035:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.275048:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.276111:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b335c77f reply state 00000000c44d3b49 transno 8589950330 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.276260:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580306.276419:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+224:282632:x1863919946480128:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1674us (5776us total) trans 8589950330 rc 0/0 00000100:00100000:3.0:1777580306.276430:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18970 00000100:00100000:3.0:1777580306.276556:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827225516293 time 7827225416293 state 0x1 ref 2 00000100:00100000:3.0:1777580306.276575:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+223:282633:x1863919946480896:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.276593:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.276613:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47ef2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90d9fd expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.276759:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.276775:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.276787:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.276805:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.276811:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.276817:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.278181:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827225516293 time 7827227033823 state 0x0 ref 2 00000100:00100000:2.0:1777580306.278215:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+224:282626:x1863919946481024:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.278242:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.278267:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47f07 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da04 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.278326:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47f07 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da04 expref: 225 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.278340:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47f07 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da04 expref: 225 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.278362:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:2.0:1777580306.278365:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.278368:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50600, rc 0) 00000100:00100000:2.0:1777580306.278438:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+225:282626:x1863919946481024:12345-192.168.202.9@tcp:101:touch.500 Request processed in 238us (7597us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.278449:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18972 00010000:00010000:2.0:1777580306.280233:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.280249:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.280257:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.280264:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.280269:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.280279:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.280298:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024ad9fd500) 00010000:00010000:2.0:1777580306.280301:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.280305:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.280312:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47ecf lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580306.280437:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1583:0x0], index 1: 0 00010000:00010000:3.0:1777580306.280710:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47f0e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280725:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47f0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280738:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47f0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280788:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280799:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280805:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280810:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.280812:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280818:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280828:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.280831:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.280834:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.280839:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47ef9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.280851:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d88ad96 reply state 00000000545c3cbd transno 8589950331 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.280861:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580306.295331:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47ef2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9fd expref: 225 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.295371:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47f0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9fd expref: 224 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.295388:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e7:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:3.0:1777580306.295392:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.295396:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc800, rc 0) 00000100:00100000:3.0:1777580306.295643:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+225:282633:x1863919946480896:12345-192.168.202.9@tcp:101:touch.500 Request processed in 19072us (24900us total) trans 8589950331 rc 0/0 00000100:00100000:3.0:1777580306.295654:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18971 00000100:00100000:3.0:1777580306.295665:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827225516293 time 7827227033823 state 0x2 ref 0 00010000:00010000:2.0:1777580306.295830:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.295840:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.295858:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.295865:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.295871:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.295880:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.295903:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa02497a21d00) 00010000:00010000:2.0:1777580306.295906:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.295911:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.295917:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47eeb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.296013:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.296765:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946481152 00000100:00100000:2.0:1777580306.296778:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946481152 00000100:00100000:2.0:1777580306.296826:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827225516293 time 7827227033823 state 0x0 ref 1 00000100:00100000:2.0:1777580306.296843:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827227133823 time 7827227033823 state 0x1 ref 1 00000100:00100000:2.0:1777580306.297242:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827227133823 time 7827246100709 state 0x0 ref 1 00000100:00100000:2.0:1777580306.297269:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+224:282632:x1863919946481152:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.297318:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.297352:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47f1c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da0b expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.297452:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47f1c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da0b expref: 225 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.299768:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47f1c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da0b expref: 225 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.299818:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:2.0:1777580306.299821:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.299826:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50200, rc 0) 00000100:00100000:2.0:1777580306.299941:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+225:282632:x1863919946481152:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2683us (3927us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.299953:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18973 00000100:00100000:2.0:1777580306.299964:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827227133823 time 7827246100709 state 0x2 ref 0 00000100:00100000:2.0:1777580306.324969:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.325043:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.325079:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.325182:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.325216:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946481536 00000100:00100000:2.0:1777580306.325228:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946481536 00000100:00100000:2.0:1777580306.325278:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827227133823 time 7827246100709 state 0x0 ref 1 00000100:00100000:2.0:1777580306.325294:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827246200709 time 7827246100709 state 0x1 ref 1 00000100:00100000:2.0:1777580306.325314:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946481920 00000100:00100000:2.0:1777580306.325317:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946481920 00000100:00100000:2.0:1777580306.325330:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827246200709 time 7827246100709 state 0x1 ref 2 00000100:00100000:2.0:1777580306.325350:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827274312800 time 7827274212800 state 0x1 ref 2 00000100:00100000:2.0:1777580306.325363:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+226:282633:x1863919946481536:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580306.325442:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.325478:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47f0e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9fd expref: 226 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.325500:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e7:0x0].0x0 (ffffa024acb37d00) 00010000:00010000:2.0:1777580306.325513:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.325738:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827274312800 time 7827274598515 state 0x0 ref 2 00000100:00100000:3.0:1777580306.325752:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+225:282638:x1863919946481920:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.325828:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.325846:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47f23 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da12 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326012:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.326018:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326029:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.326029:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326042:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.326042:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326056:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326067:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326073:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.326218:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fecdccad reply state 0000000045784659 transno 8589950332 ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.326228:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580306.326341:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+228:282633:x1863919946481536:12345-192.168.202.9@tcp:36:touch.500 Request processed in 979us (1297us total) trans 8589950332 rc 0/0 00000100:00100000:2.0:1777580306.326349:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18974 00000004:00080000:3.0:1777580306.326609:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a8:0x0], index 0: 0 00010000:00010000:3.0:1777580306.326774:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47f3f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326785:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47f3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326794:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47f3f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326832:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326840:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326847:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326853:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.326858:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326866:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326881:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.326897:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.326902:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326908:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47f2a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.326920:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7173965 reply state 00000000cb5f4467 transno 8589950333 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.326927:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580306.326955:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47f23 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da12 expref: 229 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326970:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47f3f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da12 expref: 228 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.326978:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e8:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:3.0:1777580306.326980:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.326983:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638f400, rc 0) 00000100:00100000:3.0:1777580306.327019:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+229:282638:x1863919946481920:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1270us (1940us total) trans 8589950333 rc 0/0 00000100:00100000:3.0:1777580306.327027:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18975 00000100:00100000:3.0:1777580306.327032:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827274312800 time 7827274598515 state 0x2 ref 0 00000100:00100000:0.0:1777580306.330052:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946481280 00000100:00100000:0.0:1777580306.330070:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946481280 00000100:00100000:0.0:1777580306.330156:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946481664 00000100:00100000:0.0:1777580306.330160:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946481664 00000100:00100000:0.0:1777580306.330194:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11581 00000100:00100000:0.0:1777580306.330206:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2364:x1863919946481280:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.330645:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946481280:12345-192.168.202.9@tcp:2:touch.500 Request processed in 440us (5689us total) trans 8589938485 rc 0/0 00000100:00100000:0.0:1777580306.330653:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11581 00000100:00100000:0.0:1777580306.330676:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11582 00000100:00100000:0.0:1777580306.330683:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2363:x1863919946481664:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.330853:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946481664:12345-192.168.202.9@tcp:2:touch.500 Request processed in 170us (5670us total) trans 8589938883 rc 0/0 00000100:00100000:0.0:1777580306.330860:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11582 00010000:00010000:0.0:1777580306.331100:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.331112:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.331120:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.331127:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.331154:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.331164:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.331183:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa024acb37300) 00010000:00010000:0.0:1777580306.331187:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.331191:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.331198:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e5600/0xcb2b2f2f7e47f00 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.333534:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580306.333574:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333589:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333596:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333603:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024813e3000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.333608:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333617:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333642:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e7:0x0].0x0 (ffffa024814cae00) 00010000:00010000:3.0:1777580306.333646:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.333652:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333658:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f31 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.333704:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946482048 00000100:00100000:3.0:1777580306.333715:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946482048 00000100:00100000:3.0:1777580306.333757:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827274312800 time 7827274598515 state 0x0 ref 1 00000100:00100000:3.0:1777580306.333770:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827274698515 time 7827274598515 state 0x1 ref 1 00000100:00100000:3.0:1777580306.333794:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827274698515 time 7827282656856 state 0x0 ref 1 00000100:00100000:3.0:1777580306.333807:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+227:282633:x1863919946482048:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.333836:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.333858:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47f4d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da19 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333931:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47f4d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da19 expref: 228 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333946:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47f4d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da19 expref: 228 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.333965:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e7:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:3.0:1777580306.333967:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580306.333969:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51200, rc 0) 00000100:00100000:3.0:1777580306.334031:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+228:282633:x1863919946482048:12345-192.168.202.9@tcp:101:touch.500 Request processed in 226us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.334039:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18976 00000100:00100000:3.0:1777580306.334044:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827274698515 time 7827282656856 state 0x2 ref 0 00010000:00010000:0.0:1777580306.341959:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.341981:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.341991:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.341997:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.342003:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.342011:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.342032:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024acb37600) 00010000:00010000:0.0:1777580306.342035:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.342041:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.342047:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47f38 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.349624:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.349666:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.349704:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946482304 00000100:00100000:3.0:1777580306.349717:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946482304 00000100:00100000:3.0:1777580306.349766:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827274698515 time 7827282656856 state 0x0 ref 1 00000100:00100000:3.0:1777580306.349784:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827282756856 time 7827282656856 state 0x1 ref 1 00000100:00100000:3.0:1777580306.349806:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946482560 00000100:00100000:3.0:1777580306.349808:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946482560 00000100:00100000:3.0:1777580306.349821:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827282756856 time 7827282656856 state 0x1 ref 2 00000100:00100000:3.0:1777580306.349841:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827298803918 time 7827298703918 state 0x1 ref 2 00000100:00100000:3.0:1777580306.349853:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+228:282638:x1863919946482304:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580306.354834:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.354896:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47f3f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da12 expref: 228 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.354923:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e8:0x0].0x0 (ffffa024acb37c00) 00010000:00010000:3.0:1777580306.354939:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580306.355043:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.355060:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.355072:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.355685:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000fa65ca0 reply state 00000000c2dfd764 transno 8589950334 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.355700:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580306.355832:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+229:282638:x1863919946482304:12345-192.168.202.9@tcp:36:touch.500 Request processed in 5979us (6222us total) trans 8589950334 rc 0/0 00000100:00100000:3.0:1777580306.355842:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18977 00000100:00100000:3.0:1777580306.355900:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827298803918 time 7827304759440 state 0x0 ref 1 00000100:00100000:3.0:1777580306.355918:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+228:282639:x1863919946482560:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.355939:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.355955:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47f5b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da20 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.356074:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.356087:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.356096:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.356112:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.358773:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.358813:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580306.360648:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1584:0x0], index 1: 0 00010000:00010000:3.0:1777580306.361095:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47f70 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.361117:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47f70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362694:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47f70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362788:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362796:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362804:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362811:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.362815:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362824:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362838:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.362841:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.362846:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362852:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47f62 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.362868:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000543bd09c reply state 00000000a521fccf transno 8589950335 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.362879:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580306.362948:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47f5b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da20 expref: 231 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362971:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47f70 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da20 expref: 230 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.362978:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e9:0x0].0x0 (ffffa024989ec300) 00010000:00010000:3.0:1777580306.362981:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.362984:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997ee00, rc 0) 00000100:00100000:3.0:1777580306.363071:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+231:282639:x1863919946482560:12345-192.168.202.9@tcp:101:touch.500 Request processed in 7158us (13402us total) trans 8589950335 rc 0/0 00000100:00100000:3.0:1777580306.363082:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18978 00000100:00100000:3.0:1777580306.363092:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827298803918 time 7827304759440 state 0x2 ref 0 00000100:00100000:3.0:1777580306.363325:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.364021:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.365604:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946482688 00000100:00100000:0.0:1777580306.365621:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946482688 00000100:00100000:0.0:1777580306.365793:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11583 00000100:00100000:0.0:1777580306.365805:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946482688:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.366250:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2364:x1863919946482688:12345-192.168.202.9@tcp:2:touch.500 Request processed in 446us (2228us total) trans 8589938486 rc 0/0 00000100:00100000:0.0:1777580306.366260:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11583 00000100:00100000:3.0:1777580306.366362:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.366621:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946482944 00000100:00100000:3.0:1777580306.366627:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946482944 00000100:00100000:3.0:1777580306.366661:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946483200 00000100:00100000:3.0:1777580306.366664:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946483200 00000100:00100000:3.0:1777580306.366677:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4076 00000100:00100000:3.0:1777580306.366685:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+232:282632:x1863919946482944:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580306.367001:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+233:282632:x1863919946482944:12345-192.168.202.9@tcp:35:touch.500 Request processed in 316us (3677us total) trans 8589950336 rc 0/0 00000100:00100000:3.0:1777580306.367009:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4076 00000100:00100000:3.0:1777580306.367059:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4077 00000100:00100000:3.0:1777580306.367066:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+232:282626:x1863919946483200:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580306.367216:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+233:282626:x1863919946483200:12345-192.168.202.9@tcp:35:touch.500 Request processed in 150us (855us total) trans 8589950337 rc 0/0 00000100:00100000:3.0:1777580306.367223:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4077 00010000:00010000:3.0:1777580306.372638:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.372659:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.372668:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.372674:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9bc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.372680:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.372689:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.372713:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e8:0x0].0x0 (ffffa024996f9800) 00010000:00010000:3.0:1777580306.372716:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.372721:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.372727:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e47f54 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.374033:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.374072:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946483328 00000100:00100000:2.0:1777580306.374084:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946483328 00000100:00100000:2.0:1777580306.374131:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827298803918 time 7827304759440 state 0x0 ref 1 00000100:00100000:2.0:1777580306.374169:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827304859440 time 7827304759440 state 0x1 ref 1 00000100:00100000:2.0:1777580306.374198:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827304859440 time 7827323060675 state 0x0 ref 1 00000100:00100000:2.0:1777580306.374212:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+232:282638:x1863919946483328:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.374243:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.374272:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f7e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da27 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.374353:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f7e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da27 expref: 233 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.374368:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f7e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da27 expref: 233 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.374390:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e8:0x0].0x0 (ffffa024814ca500) 00010000:00010000:2.0:1777580306.374393:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.374397:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3000, rc 0) 00000100:00100000:2.0:1777580306.374464:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e024000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+233:282638:x1863919946483328:12345-192.168.202.9@tcp:101:touch.500 Request processed in 255us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.374472:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18979 00000100:00100000:2.0:1777580306.374478:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827304859440 time 7827323060675 state 0x2 ref 0 00010000:00010000:0.0:1777580306.375800:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.375816:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.375825:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.375831:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.375836:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.375846:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.376750:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa0249881dd00) 00010000:00010000:0.0:1777580306.376757:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.376763:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.376771:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e47f69 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.390909:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.390947:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.390965:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.390984:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.394205:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.394243:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.394269:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.395928:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.395975:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.396001:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.396062:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.396105:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946483584 00000100:00100000:2.0:1777580306.396118:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946483584 00000100:00100000:2.0:1777580306.396193:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827304859440 time 7827323060675 state 0x0 ref 1 00000100:00100000:2.0:1777580306.396210:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827323160675 time 7827323060675 state 0x1 ref 1 00000100:00100000:2.0:1777580306.396226:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946483712 00000100:00100000:2.0:1777580306.396229:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946483712 00000100:00100000:2.0:1777580306.396243:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826762796182 time 7826773906072 state 0x0 ref 1 00000100:00100000:2.0:1777580306.396249:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826774006072 time 7826773906072 state 0x1 ref 1 00000100:00100000:2.0:1777580306.396257:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946483840 00000100:00100000:2.0:1777580306.396260:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946483840 00000100:00100000:2.0:1777580306.396272:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826774006072 time 7826773906072 state 0x1 ref 2 00000100:00100000:2.0:1777580306.396279:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946483968 00000100:00100000:2.0:1777580306.396282:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946483968 00000100:00100000:2.0:1777580306.396503:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826774006072 time 7826773906072 state 0x1 ref 3 00000100:00100000:2.0:1777580306.396513:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946484096 00000100:00100000:2.0:1777580306.396516:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946484096 00000100:00100000:2.0:1777580306.396614:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826774006072 time 7826773906072 state 0x1 ref 4 00000100:00100000:2.0:1777580306.396624:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946484224 00000100:00100000:2.0:1777580306.396628:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946484224 00000100:00100000:2.0:1777580306.396748:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826774006072 time 7826773906072 state 0x1 ref 5 00000100:00100000:2.0:1777580306.396759:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946484608 00000100:00100000:2.0:1777580306.396762:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946484608 00000100:00100000:2.0:1777580306.396775:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826774006072 time 7826773906072 state 0x1 ref 6 00000100:00100000:2.0:1777580306.396783:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946484736 00000100:00100000:2.0:1777580306.396786:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946484736 00000100:00100000:2.0:1777580306.396800:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826774006072 time 7826773906072 state 0x1 ref 7 00000100:00100000:2.0:1777580306.396808:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946484992 00000100:00100000:2.0:1777580306.396810:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946484992 00000100:00100000:2.0:1777580306.396821:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7826774006072 time 7826773906072 state 0x1 ref 8 00000100:00100000:2.0:1777580306.396836:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827345798590 time 7827345698590 state 0x1 ref 8 00000100:00100000:0.0:1777580306.396985:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946484864 00000100:00100000:0.0:1777580306.396991:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946484864 00000100:00100000:0.0:1777580306.397034:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11584 00000100:00100000:0.0:1777580306.397043:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946484864:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580306.397370:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+240:282645:x1863919946483712:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.397394:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.397423:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47f85 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da2e expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.397507:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.397723:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827323160675 time 7827346582671 state 0x0 ref 1 00000100:00100000:3.0:1777580306.397740:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+241:282639:x1863919946483584:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580306.397777:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.397802:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e47f70 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da20 expref: 241 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.397818:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e9:0x0].0x0 (ffffa024989ec300) 00010000:00010000:3.0:1777580306.397827:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580306.397904:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.397916:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.397928:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.398054:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000541c274e reply state 00000000472102c1 transno 8589950338 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.398064:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580306.398211:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+242:282639:x1863919946483584:12345-192.168.202.9@tcp:36:touch.500 Request processed in 475us (7326us total) trans 8589950338 rc 0/0 00000100:00100000:3.0:1777580306.398220:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18980 00000100:00100000:3.0:1777580306.398225:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827323160675 time 7827346582671 state 0x2 ref 0 00000100:00100000:3.0:1777580306.398253:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827347216422 time 7827347116422 state 0x1 ref 8 00000100:00100000:3.0:1777580306.398262:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+241:282657:x1863919946483840:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580306.398273:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.398282:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47f9a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da35 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.398314:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.398769:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.398783:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.398802:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.398811:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.398817:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.399026:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946484864:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1982us (3021us total) trans 8589938884 rc 0/0 00000100:00100000:0.0:1777580306.399037:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11584 00010000:00010000:2.0:1777580306.399457:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47faf lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.399468:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47faf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.399477:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47faf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.399511:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7df:0x0]: returning size 0 00000004:00200000:2.0:1777580306.399515:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.399981:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47faf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.400001:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47faf lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.403637:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.403671:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.403718:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.403728:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.403735:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.403911:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47fbd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.403920:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47fbd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.403928:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47fbd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580306.403971:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e3:0x0]: returning size 0 00000004:00200000:3.0:1777580306.403976:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580306.404003:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47fbd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404022:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47fbd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404031:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404038:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404045:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404051:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.404056:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404063:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404076:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.404080:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.404086:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404092:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e47fa1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404108:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.404114:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.406593:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.406610:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9ae00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.406615:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.406625:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.406643:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa024989ec400) 00010000:00010000:3.0:1777580306.406647:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.406652:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.406659:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e47fb6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.406739:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e47f9a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da35 expref: 243 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.406759:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47fbd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da35 expref: 242 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.406766:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e3:0x0].0x0 (ffffa02427669000) 00010000:00010000:3.0:1777580306.406769:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.406772:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02395f9b000, rc 0) 00000100:00100000:3.0:1777580306.406861:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+242:282657:x1863919946483840:12345-192.168.202.9@tcp:101:rm.500 Request processed in 8597us (15892us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.406876:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18982 00000100:00100000:3.0:1777580306.406947:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827355906171 time 7827355806171 state 0x1 ref 7 00000100:00100000:3.0:1777580306.406968:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+241:282636:x1863919946483968:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580306.406989:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.407010:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47fc4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da3c expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.407077:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.407093:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.407104:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407149:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407158:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407164:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407174:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.407177:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407184:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407194:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.407196:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.407199:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407205:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e600/0xcb2b2f2f7e47f8c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407220:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407227:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407233:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407238:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.407241:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407246:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407257:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024814ca600) 00010000:00010000:2.0:1777580306.407260:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.407263:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407268:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638e400/0xcb2b2f2f7e47fa8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407382:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3400/0xcb2b2f2f7e47f85 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da2e expref: 243 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407398:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47faf lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da2e expref: 242 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.407406:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7df:0x0].0x0 (ffffa02499549700) 00010000:00010000:2.0:1777580306.407408:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.407411:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638f400, rc 0) 00000100:00100000:2.0:1777580306.407441:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+242:282645:x1863919946483712:12345-192.168.202.9@tcp:101:rm.500 Request processed in 10594us (16493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.407449:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18981 00000100:00100000:2.0:1777580306.407472:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827356434701 time 7827356334701 state 0x1 ref 6 00000100:00100000:2.0:1777580306.407485:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+241:282652:x1863919946484096:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.407495:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.407505:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47fd9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da43 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408566:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408591:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408603:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.408737:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.408749:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.408756:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408759:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47fe7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408767:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.408773:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408774:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.408780:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.408785:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580306.408809:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7dd:0x0]: returning size 0 00000004:00200000:3.0:1777580306.408815:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777580306.408835:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.408838:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.408843:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.408850:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408851:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408859:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408866:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408871:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408877:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.408881:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408898:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408909:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.408911:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.408916:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408926:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e47fcb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408938:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408944:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408950:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408955:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.408958:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408965:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408971:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa024989ec500) 00010000:00010000:3.0:1777580306.408974:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.408977:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.408982:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e47fd2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.409017:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e47fc4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da3c expref: 243 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.409039:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47fe7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da3c expref: 242 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.409046:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dd:0x0].0x0 (ffffa02499479000) 00010000:00010000:3.0:1777580306.409049:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.409051:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bde00, rc 0) 00000100:00100000:3.0:1777580306.409117:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+242:282636:x1863919946483968:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2156us (18130us total) trans 0 rc 0/0 00000004:00200000:2.0:1777580306.409420:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e0:0x0]: returning size 0 00000004:00200000:2.0:1777580306.409422:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.409435:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409449:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409457:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409463:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409469:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409474:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.409477:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409482:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409491:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.409494:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.409497:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409502:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f400/0xcb2b2f2f7e47fe0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409514:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409520:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409780:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409786:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6ec00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.409789:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409795:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409803:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa024814cac00) 00010000:00010000:2.0:1777580306.409805:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.409808:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409813:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6ec00/0xcb2b2f2f7e47fee lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.409842:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e47fd9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da43 expref: 243 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.410401:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da43 expref: 242 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.410412:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580306.410414:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.410418:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6f800, rc 0) 00000100:00100000:2.0:1777580306.410480:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+242:282652:x1863919946484096:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2996us (16289us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.410496:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18984 00000100:00100000:3.0:1777580306.410639:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18983 00000100:00100000:3.0:1777580306.410675:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827359633218 time 7827359533218 state 0x1 ref 4 00000100:00100000:3.0:1777580306.410696:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+240:282644:x1863919946484224:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580306.410720:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777580306.410733:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7827359695265 time 7827359595265 state 0x1 ref 4 00010000:00010000:3.0:1777580306.410744:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47ffc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da4a expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.410746:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+240:282655:x1863919946484608:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.410756:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.410764:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48003 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da51 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.410810:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.410825:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.410838:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.410854:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.410866:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.410873:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.411012:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.411021:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.411028:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580306.411056:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7de:0x0]: returning size 0 00000004:00200000:3.0:1777580306.411060:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580306.411079:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.411089:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.411097:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.411104:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.411111:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.412979:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.412988:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.412999:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413017:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.413020:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.413025:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413032:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e4800a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413052:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413059:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413065:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413070:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.413072:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413077:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413088:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024989ec100) 00010000:00010000:3.0:1777580306.413090:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.413093:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.413098:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48011 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.413339:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827362296750 time 7827362196750 state 0x1 ref 4 00000100:00100000:1.0:1777580306.413373:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+243:282661:x1863919946484736:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.413399:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.413417:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e4801f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da58 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.417514:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827362296750 time 7827366365188 state 0x0 ref 4 00000100:00100000:2.0:1777580306.418959:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+244:282658:x1863919946484992:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.418995:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.419028:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e48026 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da5f expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.419125:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.419173:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.419188:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.419207:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.419213:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.419220:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.421975:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422000:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422014:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.422063:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e2:0x0]: returning size 0 00000004:00200000:2.0:1777580306.422068:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.422095:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422109:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422121:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422129:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422156:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422163:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.422167:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422177:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422192:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.422195:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.422202:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422209:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8000/0xcb2b2f2f7e4802d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422226:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422232:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422238:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422243:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.422246:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422253:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422260:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024814ca000) 00010000:00010000:2.0:1777580306.422263:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.422266:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422273:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48034 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422340:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e48026 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 246 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422358:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 245 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422366:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580306.422369:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.422371:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32200, rc 0) 00000100:00100000:2.0:1777580306.422470:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+245:282658:x1863919946484992:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3945us (26406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.422481:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18988 00010000:00010000:2.0:1777580306.422610:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422621:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.422628:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423205:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423220:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423229:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423246:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423254:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423261:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423364:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48057 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423371:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48057 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423378:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48057 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580306.423404:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e4:0x0]: returning size 0 00000004:00200000:1.0:1777580306.423407:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580306.423424:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48057 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423435:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48057 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423448:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423454:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423643:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423649:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.423652:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423660:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423672:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580306.423675:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.423678:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423685:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48049 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423699:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423705:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423711:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423717:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.423720:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423726:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423732:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02499479900) 00010000:00010000:1.0:1777580306.423734:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.423737:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423742:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e48050 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423775:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e4801f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da58 expref: 245 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423787:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48057 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da58 expref: 244 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.423793:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e4:0x0].0x0 (ffffa02427669b00) 00010000:00010000:1.0:1777580306.423795:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580306.423798:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3a00, rc 0) 00000100:00100000:1.0:1777580306.423871:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+244:282661:x1863919946484736:12345-192.168.202.9@tcp:101:rm.500 Request processed in 10516us (27892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.423881:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18987 00010000:00010000:3.0:1777580306.425351:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e47ffc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 243 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.427025:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946484480 00000100:00100000:1.0:1777580306.427042:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946484480 00000100:00100000:2.0:1777580306.427088:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.427105:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4078 00000100:00100000:1.0:1777580306.427116:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+244:282633:x1863919946484480:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580306.427118:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946485120 00000100:00100000:2.0:1777580306.427122:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946485120 00000100:00100000:2.0:1777580306.427164:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827323160675 time 7827346582671 state 0x0 ref 1 00000100:00100000:2.0:1777580306.427179:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827346682671 time 7827346582671 state 0x1 ref 1 00000100:00100000:2.0:1777580306.427202:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827346682671 time 7827376064695 state 0x0 ref 1 00000100:00100000:2.0:1777580306.427212:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+245:282639:x1863919946485120:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.427228:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.427250:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4805e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da66 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.427301:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4805e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da66 expref: 246 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.427316:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4805e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da66 expref: 246 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.427334:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e9:0x0].0x0 (ffffa024989ece00) 00010000:00010000:2.0:1777580306.427337:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.427341:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c33600, rc 0) 00000100:00100000:2.0:1777580306.427401:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+247:282639:x1863919946485120:12345-192.168.202.9@tcp:101:touch.500 Request processed in 190us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.427409:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18989 00000100:00100000:2.0:1777580306.427414:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827346682671 time 7827376064695 state 0x2 ref 0 00010000:00010000:2.0:1777580306.427485:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.427494:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.427503:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.427535:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+246:282633:x1863919946484480:12345-192.168.202.9@tcp:35:touch.500 Request processed in 420us (33264us total) trans 8589950339 rc 0/0 00000100:00100000:1.0:1777580306.427542:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4078 00010000:00010000:2.0:1777580306.430258:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4806c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430282:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4806c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430305:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4806c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.430352:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e1:0x0]: returning size 0 00000004:00200000:2.0:1777580306.430357:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.430385:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4806c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430400:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4806c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430410:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430417:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430424:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430431:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.430435:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430444:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430459:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.430462:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.430467:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430474:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48042 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430496:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430503:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430510:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430514:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.430517:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430739:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430751:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa024814cae00) 00010000:00010000:2.0:1777580306.430754:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.430757:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430764:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e48065 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430819:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48003 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da51 expref: 246 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430841:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4806c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da51 expref: 245 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.430849:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e1:0x0].0x0 (ffffa024aca38800) 00010000:00010000:1.0:1777580306.431024:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.431032:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.431039:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.431044:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.431046:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.431053:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.431062:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e9:0x0].0x0 (ffffa024989ece00) 00010000:00010000:1.0:1777580306.431064:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.431067:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.431072:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e47f93 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.431712:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.431718:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3800, rc 0) 00010000:00010000:3.0:1777580306.431791:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 243 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.431800:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:3.0:1777580306.431803:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.431805:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4c00, rc 0) 00000100:00100000:2.0:1777580306.431808:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+243:282655:x1863919946484608:12345-192.168.202.9@tcp:101:rm.500 Request processed in 21065us (35890us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.431821:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18986 00000100:00100000:3.0:1777580306.431827:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+243:282644:x1863919946484224:12345-192.168.202.9@tcp:101:rm.500 Request processed in 21142us (37585us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.431832:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18985 00000100:00100000:3.0:1777580306.431839:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827362296750 time 7827366365188 state 0x2 ref 0 00000100:00100000:2.0:1777580306.437493:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.437538:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.437570:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.437595:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.437612:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.437629:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.437652:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.437731:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.437764:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946485248 00000100:00100000:2.0:1777580306.437775:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946485248 00000100:00100000:2.0:1777580306.437835:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946485504 00000100:00100000:2.0:1777580306.437838:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946485504 00000100:00100000:2.0:1777580306.437858:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946485632 00000100:00100000:2.0:1777580306.437861:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946485632 00000100:00100000:2.0:1777580306.437878:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946485376 00000100:00100000:2.0:1777580306.437894:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946485376 00000100:00100000:2.0:1777580306.437915:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946486016 00000100:00100000:2.0:1777580306.437917:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946486016 00000100:00100000:2.0:1777580306.437936:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946486272 00000100:00100000:2.0:1777580306.437939:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946486272 00000100:00100000:2.0:1777580306.437953:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946486144 00000100:00100000:2.0:1777580306.437957:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946486144 00000100:00100000:2.0:1777580306.437978:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11585 00000100:00100000:2.0:1777580306.437989:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946485248:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.438015:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.438043:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e48073 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da6d expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580306.438078:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1581:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:2.0:1777580306.438102:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438105:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438115:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e48073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da6d expref: 36 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438176:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000082cb247c/0xcb2b2f2f7e48073 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da6d expref: 36 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438193:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3400, rc 0) 00000100:00100000:2.0:1777580306.438259:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946485248:12345-192.168.202.9@tcp:101:rm.500 Request processed in 273us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.438266:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11585 00000100:00100000:2.0:1777580306.438288:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11586 00000100:00100000:2.0:1777580306.438294:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946485504:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.438300:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.438311:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027bdd39b/0xcb2b2f2f7e4807a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da7b expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580306.438325:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x157f:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:2.0:1777580306.438335:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438337:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438341:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027bdd39b/0xcb2b2f2f7e4807a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da7b expref: 36 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438350:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027bdd39b/0xcb2b2f2f7e4807a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da7b expref: 36 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438358:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea3200, rc 0) 00000100:00100000:2.0:1777580306.438375:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946485504:12345-192.168.202.9@tcp:101:rm.500 Request processed in 82us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.438381:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11586 00000100:00100000:2.0:1777580306.438394:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11587 00000100:00100000:2.0:1777580306.438398:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946485632:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.438405:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.438417:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef596cd6/0xcb2b2f2f7e48081 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da82 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580306.438434:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a4:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:2.0:1777580306.438444:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438445:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438449:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef596cd6/0xcb2b2f2f7e48081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da82 expref: 33 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438461:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef596cd6/0xcb2b2f2f7e48081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da82 expref: 33 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438469:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9800, rc 0) 00000100:00100000:2.0:1777580306.438484:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946485632:12345-192.168.202.9@tcp:101:rm.500 Request processed in 86us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.438490:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11587 00000100:00100000:2.0:1777580306.438501:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11588 00000100:00100000:2.0:1777580306.438507:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946485376:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.438512:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.438522:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a161f8e/0xcb2b2f2f7e48088 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da74 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580306.438534:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x157e:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:2.0:1777580306.438543:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438544:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438548:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a161f8e/0xcb2b2f2f7e48088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da74 expref: 36 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438559:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001a161f8e/0xcb2b2f2f7e48088 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da74 expref: 36 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438572:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024813e3400, rc 0) 00000100:00100000:2.0:1777580306.438589:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946485376:12345-192.168.202.9@tcp:101:rm.500 Request processed in 83us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.438595:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11588 00000100:00100000:2.0:1777580306.438609:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11589 00000100:00100000:2.0:1777580306.438615:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946486016:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.438621:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.438632:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000610c4bc/0xcb2b2f2f7e4808f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da89 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580306.438644:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1580:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:2.0:1777580306.438652:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438654:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438658:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000610c4bc/0xcb2b2f2f7e4808f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da89 expref: 36 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438668:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000610c4bc/0xcb2b2f2f7e4808f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da89 expref: 36 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438677:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638e400, rc 0) 00000100:00100000:2.0:1777580306.438694:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946486016:12345-192.168.202.9@tcp:101:rm.500 Request processed in 80us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.438700:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11589 00000100:00100000:2.0:1777580306.438713:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11590 00000100:00100000:2.0:1777580306.438721:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2364:x1863919946486272:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.438727:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.438736:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e48096 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da90 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580306.438750:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a3:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:2.0:1777580306.438758:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438759:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.438764:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e48096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da90 expref: 33 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438774:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cfd1b659/0xcb2b2f2f7e48096 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da90 expref: 33 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.438783:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638e600, rc 0) 00000100:00100000:2.0:1777580306.438801:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2364:x1863919946486272:12345-192.168.202.9@tcp:101:rm.500 Request processed in 81us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.438807:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11590 00000100:00100000:2.0:1777580306.438819:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11591 00000100:00100000:2.0:1777580306.438826:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946486144:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580306.438880:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946485888 00000100:00100000:1.0:1777580306.438896:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946485888 00000100:00100000:1.0:1777580306.438934:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4079 00000100:00100000:1.0:1777580306.438941:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+242:282638:x1863919946485888:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580306.439183:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946486144:12345-192.168.202.9@tcp:2:touch.500 Request processed in 357us (1451us total) trans 8589938487 rc 0/0 00000100:00100000:2.0:1777580306.439189:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11591 00000100:00100000:1.0:1777580306.439239:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+243:282638:x1863919946485888:12345-192.168.202.9@tcp:35:touch.500 Request processed in 299us (1761us total) trans 8589950340 rc 0/0 00000100:00100000:1.0:1777580306.439246:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4079 00000100:00100000:3.0:1777580306.455634:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.455673:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.455828:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.456274:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.456323:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946486400 00000100:00100000:3.0:1777580306.456336:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946486400 00000100:00100000:3.0:1777580306.456394:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946486528 00000100:00100000:3.0:1777580306.456398:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946486528 00000100:00100000:3.0:1777580306.456421:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11592 00000100:00100000:3.0:1777580306.456431:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2362:x1863919946486400:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580306.456457:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.456485:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e4809d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da97 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580306.456519:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a6:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:3.0:1777580306.456544:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.456547:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.456558:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e4809d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da97 expref: 35 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.456580:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c59e3f6/0xcb2b2f2f7e4809d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da97 expref: 35 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.456597:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4400, rc 0) 00000100:00100000:1.0:1777580306.456877:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946487040 00000100:00100000:1.0:1777580306.456892:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946487040 00000100:00100000:1.0:1777580306.456932:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4080 00000100:00100000:1.0:1777580306.456940:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+243:282639:x1863919946487040:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580306.457424:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946486400:12345-192.168.202.9@tcp:101:rm.500 Request processed in 992us (1803us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.457434:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11592 00000100:00100000:3.0:1777580306.457461:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11593 00000100:00100000:3.0:1777580306.457470:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2362:x1863919946486528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580306.457480:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.457499:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e480a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90da9e expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580306.457525:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a5:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:3.0:1777580306.457540:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.457542:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.457549:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e480a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da9e expref: 35 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.457564:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bdefc8c5/0xcb2b2f2f7e480a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da9e expref: 35 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.457574:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4a00, rc 0) 00000100:00100000:1.0:1777580306.459416:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+244:282639:x1863919946487040:12345-192.168.202.9@tcp:35:touch.500 Request processed in 2459us (3125us total) trans 8589950341 rc 0/0 00000100:00100000:1.0:1777580306.459436:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4080 00000100:00100000:0.0:1777580306.459808:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946486784 00000100:00100000:0.0:1777580306.459818:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946486784 00000100:00100000:0.0:1777580306.460269:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827362296750 time 7827366365188 state 0x0 ref 1 00000100:00100000:0.0:1777580306.460285:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827366465188 time 7827366365188 state 0x1 ref 1 00000100:00100000:0.0:1777580306.460399:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827366465188 time 7827409260048 state 0x0 ref 1 00000100:00100000:0.0:1777580306.460413:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+244:282655:x1863919946486784:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580306.460772:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580306.460807:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e4806c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da51 expref: 244 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.460837:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e47e27 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9c5 expref: 243 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.460850:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e1:0x0].0x0 (ffffa024aca38800) 00010000:00010000:0.0:1777580306.460862:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580306.460904:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.460922:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.460934:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.460954:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.460961:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.460967:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.461122:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.461130:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.461170:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580306.464448:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1821, 64 off124736 00010000:00010000:0.0:1777580306.465416:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465441:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465457:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465481:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465488:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465496:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465516:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580306.465743:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580306.465751:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.465759:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580306.465764:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.465773:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.465788:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e1:0x0].0x0 (ffffa02499549a00) 00010000:00010000:1.0:1777580306.465792:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580306.465798:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.465810:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e480c0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.465826:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580306.465828:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580306.465830:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.465971:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465983:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465990:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.465996:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.466000:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466005:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466013:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e1:0x0].0x0 (ffffa02499549a00) 00010000:00010000:0.0:1777580306.466016:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580306.466019:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466024:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e480b9 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466053:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466060:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466067:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466072:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.466076:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466083:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466091:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580306.466094:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.466097:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.466103:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e480ab lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580306.466115:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dba1a0c2 reply state 00000000c13693a1 transno 8589950342 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.466623:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580306.467218:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946486528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 9742us (11536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.467232:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11593 00000100:00100000:0.0:1777580306.467234:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+244:282655:x1863919946486784:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6826us (11406us total) trans 8589950342 rc 0/0 00000100:00100000:0.0:1777580306.467243:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18990 00000100:00100000:0.0:1777580306.467251:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827366465188 time 7827409260048 state 0x2 ref 0 00000100:00100000:0.0:1777580306.481121:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580306.481966:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.481983:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.481992:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.481999:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.482005:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.482014:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.482041:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02499549300) 00010000:00010000:1.0:1777580306.482046:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.482053:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.482060:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e480b2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.485159:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946487296 00000100:00100000:2.0:1777580306.485180:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946487296 00000100:00100000:2.0:1777580306.485232:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827346682671 time 7827376064695 state 0x0 ref 1 00000100:00100000:2.0:1777580306.485249:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827376164695 time 7827376064695 state 0x1 ref 1 00000100:00100000:2.0:1777580306.485280:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827376164695 time 7827434142220 state 0x0 ref 1 00000100:00100000:2.0:1777580306.485298:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+243:282648:x1863919946487296:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.485327:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.485353:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e480c7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90daa5 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.485632:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.485651:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.485664:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.485680:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.485687:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.485694:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580306.486376:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15a9:0x0], index 0: 0 00010000:00010000:2.0:1777580306.486623:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e480dc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486636:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e480dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486646:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e480dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486685:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486693:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486701:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486708:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.486713:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486721:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486735:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.486738:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.486743:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486749:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e480ce lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.486767:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb4a8e7a reply state 000000009b01ee74 transno 8589950343 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.486778:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580306.486820:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e480c7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daa5 expref: 246 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486836:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e480dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daa5 expref: 245 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.486844:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ea:0x0].0x0 (ffffa024814cae00) 00010000:00010000:2.0:1777580306.486846:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.486848:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9a00, rc 0) 00000100:00100000:2.0:1777580306.486966:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+246:282648:x1863919946487296:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1674us (5860us total) trans 8589950343 rc 0/0 00000100:00100000:2.0:1777580306.486978:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18991 00000100:00100000:2.0:1777580306.486988:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827376164695 time 7827434142220 state 0x2 ref 0 00000100:00100000:2.0:1777580306.510131:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.510254:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580306.511072:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.511090:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.511098:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.511104:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.511110:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.511119:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.511170:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024aca38800) 00010000:00010000:2.0:1777580306.511174:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.511180:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.511188:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e480d5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.511247:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946487552 00000100:00100000:1.0:1777580306.511256:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946487808 00000100:00100000:2.0:1777580306.511260:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946487552 00000100:00100000:1.0:1777580306.511260:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946487808 00000100:00100000:1.0:1777580306.511761:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827376164695 time 7827434142220 state 0x0 ref 1 00000100:00100000:1.0:1777580306.511779:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827434242220 time 7827434142220 state 0x1 ref 1 00000100:00100000:1.0:1777580306.511814:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827434242220 time 7827460676378 state 0x0 ref 1 00000100:00100000:1.0:1777580306.511833:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+246:282650:x1863919946487808:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580306.511865:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.511897:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e480ea lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90daac expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.511981:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827460776378 time 7827460676378 state 0x1 ref 2 00000100:00100000:2.0:1777580306.512004:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827460776378 time 7827460867885 state 0x0 ref 2 00000100:00100000:2.0:1777580306.512014:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+247:282648:x1863919946487552:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580306.512044:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.512063:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e480dc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daa5 expref: 247 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.512078:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ea:0x0].0x0 (ffffa024814cae00) 00010000:00010000:1.0:1777580306.512081:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.512086:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580306.512099:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.512112:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.512127:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.512158:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.512165:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.512182:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.512190:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.512198:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.513449:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ba4ab21 reply state 000000008922b151 transno 8589950344 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.513470:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580306.513627:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+248:282648:x1863919946487552:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1611us (3506us total) trans 8589950344 rc 0/0 00000100:00100000:2.0:1777580306.513637:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18993 00000004:00080000:1.0:1777580306.517039:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1585:0x0], index 1: 0 00000100:00100000:3.0:1777580306.518475:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.518815:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946487936 00000100:00100000:2.0:1777580306.518829:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946487936 00000100:00100000:2.0:1777580306.519030:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827460967885 time 7827460867885 state 0x1 ref 2 00000100:00100000:2.0:1777580306.519076:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827460967885 time 7827467937415 state 0x0 ref 2 00000100:00100000:2.0:1777580306.519090:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+249:282648:x1863919946487936:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.519117:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.519157:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48106 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dab3 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.519231:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48106 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dab3 expref: 250 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.519250:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48106 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dab3 expref: 250 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.519279:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ea:0x0].0x0 (ffffa024814ca000) 00010000:00010000:2.0:1777580306.519283:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.519287:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9200, rc 0) 00000100:00100000:2.0:1777580306.519362:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+250:282648:x1863919946487936:12345-192.168.202.9@tcp:101:touch.500 Request processed in 275us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.519371:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18994 00010000:00010000:1.0:1777580306.519437:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e4810d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519448:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e4810d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519457:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e4810d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519518:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519813:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519820:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519827:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.519832:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519840:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519852:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580306.519855:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.519859:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.519867:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e480f1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580306.521675:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9cd3e2b reply state 00000000e54d63df transno 8589950345 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.521697:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580306.521772:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e480ea lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daac expref: 250 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.521797:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e4810d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daac expref: 249 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.521808:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7eb:0x0].0x0 (ffffa0241785f000) 00010000:00010000:1.0:1777580306.521811:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580306.521814:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021200, rc 0) 00000100:00100000:1.0:1777580306.521927:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+250:282650:x1863919946487808:12345-192.168.202.9@tcp:101:touch.500 Request processed in 10101us (11672us total) trans 8589950345 rc 0/0 00000100:00100000:1.0:1777580306.521937:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18992 00000100:00100000:1.0:1777580306.521948:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827460967885 time 7827467937415 state 0x2 ref 0 00010000:00010000:1.0:1777580306.522001:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.522010:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.522017:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.522023:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.522029:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.522038:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.522050:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ea:0x0].0x0 (ffffa024814ca000) 00010000:00010000:1.0:1777580306.522052:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.522056:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.522062:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e480ff lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.538701:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.538745:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.538789:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.538909:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.539412:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946488192 00000100:00100000:0.0:1777580306.539427:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946488192 00000100:00100000:0.0:1777580306.539990:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11594 00000100:00100000:0.0:1777580306.540004:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946488192:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.544014:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946488192:12345-192.168.202.9@tcp:2:touch.500 Request processed in 3999us (5307us total) trans 8589938885 rc 0/0 00000100:00100000:0.0:1777580306.544034:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11594 00000100:00100000:2.0:1777580306.562445:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946488320 00000100:00100000:2.0:1777580306.562475:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946488320 00000100:00100000:2.0:1777580306.562568:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827460967885 time 7827467937415 state 0x0 ref 1 00000100:00100000:2.0:1777580306.562585:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827468037415 time 7827467937415 state 0x1 ref 1 00000100:00100000:2.0:1777580306.562607:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946488576 00000100:00100000:2.0:1777580306.562611:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946488576 00000100:00100000:2.0:1777580306.562626:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827468037415 time 7827467937415 state 0x1 ref 2 00000100:00100000:2.0:1777580306.562642:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946488832 00000100:00100000:2.0:1777580306.562646:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946488832 00000100:00100000:2.0:1777580306.562657:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827468037415 time 7827467937415 state 0x1 ref 3 00000100:00100000:2.0:1777580306.562676:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827511638918 time 7827511538918 state 0x1 ref 3 00000100:00100000:2.0:1777580306.562694:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+453:282680:x1863919946488320:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.562725:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.562755:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4811b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90daba expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563206:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563228:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563243:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563261:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563267:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563275:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563368:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48130 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563379:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48130 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563388:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48130 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.563400:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7de:0x0]: returning size 0 00010000:00010000:2.0:1777580306.563734:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563747:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563756:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563763:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.563768:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563776:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563791:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.563795:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.563800:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563807:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48122 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563825:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563832:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563838:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.563843:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.563846:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564038:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564047:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024814cae00) 00010000:00010000:2.0:1777580306.564050:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.564053:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564059:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48129 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564124:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e4811b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daba expref: 456 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564173:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48130 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daba expref: 455 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564182:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:2.0:1777580306.564184:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.564186:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8400, rc 0) 00000100:00100000:2.0:1777580306.564420:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282680:x1863919946488320:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1730us (25670us total) trans 8589950346 rc 0/0 00000100:00100000:2.0:1777580306.564433:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18995 00000100:00100000:2.0:1777580306.564488:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827513448279 time 7827513348279 state 0x1 ref 2 00000100:00100000:2.0:1777580306.564505:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+250:282650:x1863919946488576:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580306.564562:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.564579:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e4810d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daac expref: 250 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564592:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7eb:0x0].0x0 (ffffa0241785f000) 00010000:00010000:2.0:1777580306.564601:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580306.564679:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564691:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.564700:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.564829:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002051518e reply state 000000007ef1b1fb transno 8589950347 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.564840:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580306.565016:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+251:282650:x1863919946488576:12345-192.168.202.9@tcp:36:touch.500 Request processed in 517us (26225us total) trans 8589950347 rc 0/0 00000100:00100000:2.0:1777580306.565023:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18996 00000100:00100000:2.0:1777580306.565044:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827513448279 time 7827513906479 state 0x0 ref 1 00000100:00100000:2.0:1777580306.565053:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+250:282649:x1863919946488832:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.565064:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.565076:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e48145 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dac1 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.565223:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.565235:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.565244:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.565259:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.565265:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.565271:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580306.565843:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15aa:0x0], index 0: 0 00010000:00010000:1.0:1777580306.566377:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.566390:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.566398:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.566403:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.566408:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.566415:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.566430:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02490544700) 00010000:00010000:1.0:1777580306.566433:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.566438:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.566445:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e480f8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.567647:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.568374:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946489088 00000100:00100000:1.0:1777580306.568388:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946489088 00000100:00100000:1.0:1777580306.568456:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4081 00000100:00100000:1.0:1777580306.568467:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+251:282648:x1863919946489088:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580306.569741:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+252:282648:x1863919946489088:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1267us (2096us total) trans 8589950348 rc 0/0 00000100:00100000:1.0:1777580306.569755:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4081 00010000:00010000:2.0:1777580306.578075:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4815a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578110:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4815a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578128:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4815a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578218:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578231:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578238:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578245:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.578249:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578257:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578270:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.578273:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.578279:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578285:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4814c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.578304:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040ac96e8 reply state 00000000df3cf88e transno 8589950349 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.578314:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580306.578365:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e48145 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dac1 expref: 253 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578387:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4815a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dac1 expref: 252 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.578401:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ec:0x0].0x0 (ffffa02498977100) 00010000:00010000:2.0:1777580306.578403:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.578406:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9400, rc 0) 00000100:00100000:2.0:1777580306.578525:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+253:282649:x1863919946488832:12345-192.168.202.9@tcp:101:touch.500 Request processed in 13470us (39615us total) trans 8589950349 rc 0/0 00000100:00100000:2.0:1777580306.578538:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18997 00000100:00100000:2.0:1777580306.578547:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827513448279 time 7827513906479 state 0x2 ref 0 00000100:00100000:3.0:1777580306.583651:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.584683:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946489216 00000100:00100000:2.0:1777580306.584701:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946489216 00000100:00100000:2.0:1777580306.584756:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827513448279 time 7827513906479 state 0x0 ref 1 00000100:00100000:2.0:1777580306.584772:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827514006479 time 7827513906479 state 0x1 ref 1 00000100:00100000:2.0:1777580306.584806:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827514006479 time 7827533668236 state 0x0 ref 1 00000100:00100000:2.0:1777580306.584823:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+253:282650:x1863919946489216:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.584861:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.584897:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48168 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dac8 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.584974:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48168 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dac8 expref: 254 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.584991:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48168 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dac8 expref: 254 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.585016:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7eb:0x0].0x0 (ffffa024814cac00) 00010000:00010000:2.0:1777580306.585020:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.585024:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee8600, rc 0) 00000100:00100000:2.0:1777580306.585093:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1672300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+254:282650:x1863919946489216:12345-192.168.202.9@tcp:101:touch.500 Request processed in 277us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.585101:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18998 00000100:00100000:2.0:1777580306.585106:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827514006479 time 7827533668236 state 0x2 ref 0 00000100:00080000:2.0:1777580306.585163:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777580306.587685:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.587706:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.587714:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.587720:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.587725:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.587733:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.587753:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7eb:0x0].0x0 (ffffa024814cac00) 00010000:00010000:1.0:1777580306.587756:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.587761:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.587768:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4813e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.587859:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.587962:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946489472 00000100:00100000:1.0:1777580306.587975:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946489472 00000100:00100000:1.0:1777580306.588016:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827514006479 time 7827533668236 state 0x0 ref 1 00000100:00100000:1.0:1777580306.588030:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827533768236 time 7827533668236 state 0x1 ref 1 00000100:00100000:1.0:1777580306.588063:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827533768236 time 7827536925757 state 0x0 ref 1 00000100:00100000:1.0:1777580306.588076:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+455:282680:x1863919946489472:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580306.588210:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.588236:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48130 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daba expref: 455 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.588249:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:1.0:1777580306.588254:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580306.588344:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.588363:0:187630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 252 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.588378:0:187630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.588420:0:187630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 252 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.588435:0:187630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 252 pid: 207396 timeout: 7927 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.588452:0:187630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917436672:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580306.589922:0:187630:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777580306.593728:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.593785:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.594548:0:187624:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946489600 00000100:00100000:1.0:1777580306.594560:0:187624:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946489600 00000100:00100000:1.0:1777580306.594804:0:187624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 419 00000100:00100000:1.0:1777580306.594818:0:187624:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487066450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d132bb4b-7b31-4517-8548-d49c4a9d266d+12:2364:x1863919946489600:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1777580306.594892:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946489728 00000100:00100000:2.0:1777580306.594898:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946489728 00000100:00100000:1.0:1777580306.594927:0:187624:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487066450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d132bb4b-7b31-4517-8548-d49c4a9d266d+12:2364:x1863919946489600:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 113us (1213us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.594934:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 328 00000100:00100000:1.0:1777580306.594935:0:187624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 419 00000100:00100000:2.0:1777580306.594941:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946489728:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1777580306.594977:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946489728:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 37us (1193us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.594984:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 328 00010000:00010000:1.0:1777580306.594988:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.595000:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.595008:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.595019:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.595026:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.595035:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.595056:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024aca38800) 00010000:00010000:1.0:1777580306.595059:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.595065:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.595072:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48153 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777580306.596409:0:5777:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589950342 is committed 00000001:00080000:2.0:1777580306.596440:0:5777:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589950302 is committed 00000100:00100000:3.0:1777580306.597189:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000004:00080000:2.0:1777580306.597627:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 198 committed 00000004:00080000:2.0:1777580306.597754:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 207 committed 00000004:00080000:2.0:1777580306.597795:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 200 committed 00000100:00100000:1.0:1777580306.597976:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917436800:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777580306.598022:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 201 committed 00000100:00100000:1.0:1777580306.598055:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580306.598085:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0238e369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917437312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580306.598107:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580306.598168:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777580306.598174:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0238e369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917437184:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777580306.598176:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 199 committed 00000100:00100000:1.0:1777580306.598196:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580306.598210:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917437696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580306.598226:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777580306.598350:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 206 committed 00000004:00080000:2.0:1777580306.598373:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 205 committed 00000100:00100000:0.0:1777580306.598830:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917436928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.598866:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.598905:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023985f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917437440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.598926:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.598941:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917437952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.598961:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.598980:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917438464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.598999:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.599019:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1777580306.599025:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a095f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917437056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.599047:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.599062:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917437568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.599078:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.599089:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917438080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.599105:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.599118:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917438592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.599160:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.599197:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946489856 00000100:00100000:0.0:1777580306.599206:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946489856 00000100:00100000:0.0:1777580306.599265:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917436800 00000100:00100000:0.0:1777580306.599268:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917436800 00000100:00100000:0.0:1777580306.599287:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917437312 00000100:00100000:0.0:1777580306.599290:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917437312 00000100:00100000:0.0:1777580306.599306:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917437184 00000100:00100000:0.0:1777580306.599310:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917437184 00000100:00100000:0.0:1777580306.599324:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917437696 00000100:00100000:0.0:1777580306.599327:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917437696 00000100:00100000:0.0:1777580306.599344:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917436928 00000100:00100000:0.0:1777580306.599346:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917436928 00000100:00100000:0.0:1777580306.599359:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917437440 00000100:00100000:0.0:1777580306.599361:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917437440 00000100:00100000:0.0:1777580306.599374:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917437952 00000100:00100000:0.0:1777580306.599376:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917437952 00000100:00100000:0.0:1777580306.599392:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917438464 00000100:00100000:0.0:1777580306.599394:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917438464 00000100:00100000:0.0:1777580306.599403:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917437056 00000100:00100000:0.0:1777580306.599405:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917437056 00000100:00100000:0.0:1777580306.599412:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917437568 00000100:00100000:0.0:1777580306.599414:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917437568 00000100:00100000:0.0:1777580306.599422:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917438080 00000100:00100000:0.0:1777580306.599424:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917438080 00000100:00100000:0.0:1777580306.599432:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917438592 00000100:00100000:0.0:1777580306.599434:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917438592 00000100:00100000:0.0:1777580306.599449:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 329 00000100:00100000:0.0:1777580306.599458:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2364:x1863919946489856:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1777580306.599532:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2364:x1863919946489856:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 75us (2349us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.599540:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 329 00000100:00100000:0.0:1777580306.599561:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11595 00000100:00100000:0.0:1777580306.599567:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acfd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3289:x1863919917436800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.599590:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5459 count 1 00010000:00010000:0.0:1777580306.599625:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.599655:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 27 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.599665:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.599667:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.599670:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.599704:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 27 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.599719:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 27 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.599732:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02483f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:188247:1863919917438848:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.599778:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.599799:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11596 00000100:00100000:0.0:1777580306.599807:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3289:x1863919917437312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.599821:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5463 count 1 00010000:00010000:0.0:1777580306.599835:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.599847:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 27 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.599854:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.599855:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.599859:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.599893:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 27 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.599904:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 27 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.599915:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02483f06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917438976:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.599941:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.599962:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11597 00000100:00100000:0.0:1777580306.599969:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3289:x1863919917437184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.599984:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5464 count 1 00010000:00010000:0.0:1777580306.599996:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600009:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 27 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600016:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.600018:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.600020:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600042:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 27 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600057:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 27 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.600067:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02496e80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917439104:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.600117:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02482958a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.600158:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11598 00000100:00100000:0.0:1777580306.600166:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3289:x1863919917437696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.600182:0:188246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5466 count 1 00010000:00010000:0.0:1777580306.600195:0:188246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600208:0:188246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600215:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.600216:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.600219:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600241:0:188246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 35 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600251:0:188246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 35 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.600267:0:188246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02496e81c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917439232:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.600291:0:188246:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02393f856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.600309:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11599 00000100:00100000:0.0:1777580306.600316:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917436928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.600330:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5460 count 1 00010000:00010000:0.0:1777580306.600343:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600356:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 27 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600363:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.600364:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.600366:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600386:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 27 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600396:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 27 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.600407:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aec3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917439360:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.600432:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02393f85780 going to sleep for 11 seconds 00000100:00080000:0.0:1777580306.600449:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777580306.600456:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777580306.600469:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11600 00000100:00100000:0.0:1777580306.600477:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917437440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.600490:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5465 count 1 00010000:00010000:0.0:1777580306.600502:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600512:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 35 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600519:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.600520:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.600522:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600542:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 35 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.600551:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 35 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.600561:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aec39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917439488:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.600583:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02393f85840 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.600600:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11601 00000100:00100000:0.0:1777580306.600608:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3290:x1863919917437952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580306.600622:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5496 count 1 00000100:00100000:3.0:1777580306.601189:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917438208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580306.601246:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580306.601270:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917438720:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580306.601291:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580306.601310:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777580306.601317:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917437824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580306.601335:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580306.601343:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023871e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917438336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580306.601357:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580306.601378:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917438208 00000100:00100000:3.0:1777580306.601385:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917438208 00000100:00100000:3.0:1777580306.601422:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917438720 00000100:00100000:3.0:1777580306.601424:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917438720 00000100:00100000:3.0:1777580306.601434:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917437824 00000100:00100000:3.0:1777580306.601436:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917437824 00000100:00100000:3.0:1777580306.601444:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917438336 00000100:00100000:3.0:1777580306.601446:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917438336 00000100:00100000:3.0:1777580306.601472:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11602 00000100:00100000:3.0:1777580306.601483:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917438464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580306.601500:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5499 count 1 00010000:00010000:3.0:1777580306.601520:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.601537:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 28 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.601544:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.601546:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.601549:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.601575:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 28 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.601593:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 28 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.601605:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388534e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:206020:1863919917439616:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.601645:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777580306.601664:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11603 00000100:00100000:3.0:1777580306.601673:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917437056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580306.601689:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5462 count 1 00010000:00010000:3.0:1777580306.601704:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.601716:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 27 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.601723:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.601725:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.601727:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.601747:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 27 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.601756:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 27 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.601772:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388536a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:206352:1863919917439744:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.601789:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7bcc0 going to sleep for 11 seconds 00000004:00080000:2.0:1777580306.602086:0:5777:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 204 committed 00000100:00100000:2.0:1777580306.602199:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11604 00000100:00100000:2.0:1777580306.602209:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917437568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580306.602227:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5467 count 1 00010000:00010000:2.0:1777580306.602243:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.602257:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 35 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.602265:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.602266:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.602269:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.602293:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 35 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.602303:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 35 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.602312:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917439872:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.602339:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b7d42900 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.602359:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11605 00000100:00100000:2.0:1777580306.602368:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917438080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.602383:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5498 count 1 00010000:00010000:2.0:1777580306.602398:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.602412:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 28 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.602420:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.602421:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.602424:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.602442:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 28 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.602450:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 28 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.603090:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11606 00000100:00100000:1.0:1777580306.603109:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3290:x1863919917438592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580306.603132:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5504 count 1 00010000:00010000:1.0:1777580306.603169:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.603187:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 35 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.603193:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.603195:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.603197:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.603221:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 35 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.603232:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 35 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.603246:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:206023:1863919917440128:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580306.603299:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02383e89240 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.604004:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917440000:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.604044:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b7d42840 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.604075:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11607 00000100:00100000:2.0:1777580306.604086:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3288:x1863919917438208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.604108:0:205907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5497 count 1 00010000:00010000:2.0:1777580306.604129:0:205907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604163:0:205907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 28 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604179:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.604181:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.604184:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604210:0:205907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 28 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604223:0:205907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 28 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.604234:0:205907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393dea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205907:1863919917440256:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.604259:0:205907:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b7d42600 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.604279:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11608 00000100:00100000:2.0:1777580306.604288:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3288:x1863919917438720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.604303:0:205895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5501 count 1 00010000:00010000:2.0:1777580306.604316:0:205895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604328:0:205895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 35 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604334:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.604336:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.604339:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 4/0,1 mode: --/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604360:0:205895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 35 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604368:0:205895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 35 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.604378:0:205895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393deb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917440384:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.604398:0:205895:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.604418:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11609 00000100:00100000:2.0:1777580306.604426:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3288:x1863919917437824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.604440:0:193009:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5494 count 1 00010000:00010000:2.0:1777580306.604453:0:193009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604466:0:193009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 28 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604473:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.604475:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.604477:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604497:0:193009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 28 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.604512:0:193009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 28 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.604522:0:193009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917440512:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.604541:0:193009:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.604648:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.604922:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946490240 00000100:00100000:1.0:1777580306.604932:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946490240 00000100:00100000:1.0:1777580306.604982:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11610 00010000:00010000:0.0:1777580306.604984:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.604990:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3288:x1863919917438336:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777580306.604999:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 28 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777580306.605004:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5500 count 1 00010000:00010000:0.0:1777580306.605006:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.605008:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.605010:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.605016:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.605033:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 28 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.605033:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 28 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.605041:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.605043:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.605044:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 28 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.605045:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 4/0,1 mode: --/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.605055:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917440640:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.605064:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 28 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.605073:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 28 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.605082:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:188248:1863919917440768:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.605087:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae4eb000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580306.605100:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02393edfd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.605108:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11611 00000100:00100000:0.0:1777580306.605115:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946490240:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.605450:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2364:x1863919946490240:12345-192.168.202.9@tcp:2:touch.500 Request processed in 334us (802us total) trans 8589938488 rc 0/0 00000100:00100000:0.0:1777580306.605458:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11611 00000100:00100000:2.0:1777580306.607953:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.608033:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.608100:0:187630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917436672:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.608165:0:187630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.608204:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946490112 00000100:00100000:2.0:1777580306.608212:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946490112 00000100:00100000:2.0:1777580306.608268:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827537025757 time 7827536925757 state 0x1 ref 2 00000100:00100000:2.0:1777580306.608290:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946490496 00000100:00100000:2.0:1777580306.608294:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946490496 00000100:00100000:2.0:1777580306.608307:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827537025757 time 7827536925757 state 0x1 ref 3 00000100:00100000:2.0:1777580306.608327:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827557289975 time 7827557189975 state 0x1 ref 3 00000100:00100000:2.0:1777580306.608338:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:282649:x1863919946490112:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580306.608412:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.608445:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4815a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dac1 expref: 57 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.608480:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ec:0x0].0x0 (ffffa02498977100) 00010000:00010000:2.0:1777580306.608494:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580306.608584:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.608601:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.608612:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.608794:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7314b97 reply state 00000000c96c969b transno 8589950350 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.608805:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580306.608924:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+58:282649:x1863919946490112:12345-192.168.202.9@tcp:36:touch.500 Request processed in 586us (985us total) trans 8589950350 rc 0/0 00000100:00100000:2.0:1777580306.608934:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19000 00000100:00100000:2.0:1777580306.608960:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827557289975 time 7827557823060 state 0x0 ref 2 00000100:00100000:2.0:1777580306.608971:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+57:282641:x1863919946490496:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.608982:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.608993:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e481ed lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dacf expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609116:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609132:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609167:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609183:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609190:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609197:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580306.609752:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1586:0x0], index 1: 0 00010000:00010000:2.0:1777580306.609943:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48202 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609953:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48202 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609962:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48202 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.609999:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.610007:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.610015:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.610022:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.610027:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.610035:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.610048:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.610051:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.610056:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.610063:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e481f4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.610079:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004f08211 reply state 000000000e4d1e60 transno 8589950351 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.610088:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580306.610121:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e481ed lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dacf expref: 60 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.610180:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48202 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dacf expref: 59 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.610189:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ed:0x0].0x0 (ffffa02498977000) 00010000:00010000:2.0:1777580306.610191:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.610194:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784c000, rc 0) 00000100:00100000:2.0:1777580306.610255:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+60:282641:x1863919946490496:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1285us (2221us total) trans 8589950351 rc 0/0 00000100:00100000:2.0:1777580306.610264:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19001 00000100:00100000:1.0:1777580306.617872:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02483f06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917438976:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.617929:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.628825:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02496e80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917439104:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.628958:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.629632:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02483f06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:188247:1863919917438848:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.629910:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.630170:0:188246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02496e81c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917439232:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.630186:0:188246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.630506:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.630796:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393dea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205907:1863919917440256:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.630818:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.630860:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388534e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:206020:1863919917439616:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.630875:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.630912:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388536a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:206352:1863919917439744:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.630927:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.631199:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631217:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631240:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631262:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631300:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631323:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631348:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631367:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631385:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631397:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631410:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631424:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631437:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631451:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631556:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631570:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631584:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631596:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631612:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631654:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.631705:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917440640:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.631724:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.631761:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aec3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917439360:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.631778:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.631805:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aec39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917439488:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.631815:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.631843:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946490624 00000100:00100000:0.0:1777580306.632005:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946490624 00000100:00100000:0.0:1777580306.632063:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827557923060 time 7827557823060 state 0x1 ref 2 00000100:00100000:0.0:1777580306.632090:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946491648 00000100:00100000:0.0:1777580306.632094:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946491648 00000100:00100000:0.0:1777580306.632106:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827557923060 time 7827557823060 state 0x1 ref 3 00000100:00100000:0.0:1777580306.632120:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946492032 00000100:00100000:0.0:1777580306.632122:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946492032 00000100:00100000:0.0:1777580306.632156:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827557923060 time 7827557823060 state 0x1 ref 4 00000100:00100000:0.0:1777580306.632178:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827581140741 time 7827581040741 state 0x1 ref 4 00000100:00100000:0.0:1777580306.632191:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+62:282649:x1863919946490624:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580306.632221:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580306.632251:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48210 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dad6 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.632471:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393de8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917439872:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.632491:0:205896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.632526:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827581488745 time 7827581388745 state 0x1 ref 4 00000100:00100000:3.0:1777580306.632540:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+63:282641:x1863919946491648:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580306.632599:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.632627:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48202 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dacf expref: 63 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.632650:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ed:0x0].0x0 (ffffa02498977000) 00010000:00010000:3.0:1777580306.632663:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580306.632753:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.632769:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.632779:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.632988:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4a5fca8 reply state 0000000027ea3401 transno 8589950352 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.632996:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580306.633120:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+64:282641:x1863919946491648:12345-192.168.202.9@tcp:36:touch.500 Request processed in 581us (1920us total) trans 8589950352 rc 0/0 00000100:00100000:3.0:1777580306.633129:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19003 00000100:00100000:3.0:1777580306.633202:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827581488745 time 7827582064838 state 0x0 ref 3 00000100:00100000:3.0:1777580306.633217:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248ba5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+63:282660:x1863919946492032:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.633227:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.633238:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4821e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dadd expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.633376:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.633387:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.633396:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.633412:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.633418:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.633424:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580306.633999:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15ab:0x0], index 0: 0 00010000:00010000:3.0:1777580306.634202:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48233 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634214:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48233 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634222:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48233 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634262:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634270:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634278:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634284:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.634289:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634296:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634309:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.634312:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.634316:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634323:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030400/0xcb2b2f2f7e48225 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.634340:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a356aa1e reply state 00000000018b26ca transno 8589950353 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.634350:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580306.634384:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4821e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dadd expref: 66 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634404:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48233 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dadd expref: 65 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.634413:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ee:0x0].0x0 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580306.634415:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.634418:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9200, rc 0) 00000100:00100000:3.0:1777580306.634480:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248ba5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:282660:x1863919946492032:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1264us (3260us total) trans 8589950353 rc 0/0 00000100:00100000:3.0:1777580306.634489:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19004 00010000:00010000:0.0:1777580306.635004:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48210 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dad6 expref: 65 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.635019:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48210 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dad6 expref: 65 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.635041:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ec:0x0].0x0 (ffffa02498977900) 00010000:00010000:0.0:1777580306.635043:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580306.635046:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20800, rc 0) 00000100:00100000:0.0:1777580306.635079:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+65:282649:x1863919946490624:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2890us (4575us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.635087:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19002 00000100:00100000:0.0:1777580306.635129:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946490880 00000100:00100000:0.0:1777580306.635160:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946490880 00010000:00010000:0.0:1777580306.635198:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 28 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635219:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946491136 00000100:00100000:0.0:1777580306.635222:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946491136 00010000:00010000:0.0:1777580306.635237:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 37 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635250:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946491520 00000100:00100000:0.0:1777580306.635253:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946491520 00010000:00010000:0.0:1777580306.635267:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 36 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635297:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946492288 00000100:00100000:0.0:1777580306.635301:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946492288 00010000:00010000:0.0:1777580306.635316:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 29 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635328:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946492544 00000100:00100000:0.0:1777580306.635331:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946492544 00010000:00010000:0.0:1777580306.635342:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 29 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635353:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946492800 00000100:00100000:0.0:1777580306.635356:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946492800 00010000:00010000:0.0:1777580306.635367:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 30 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635376:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946493056 00000100:00100000:0.0:1777580306.635378:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946493056 00010000:00010000:0.0:1777580306.635389:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 38 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635398:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946493312 00000100:00100000:0.0:1777580306.635400:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946493312 00010000:00010000:0.0:1777580306.635410:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 31 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635418:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946490752 00000100:00100000:0.0:1777580306.635421:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946490752 00010000:00010000:0.0:1777580306.635433:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635443:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4248 00000100:00100000:0.0:1777580306.635452:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248ba5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2363:x1863919946490880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.635476:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.635482:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 30 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.635493:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 30 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.635515:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d3240f1/0xcb2b2f2f7e45649 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d095 expref: 30 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.635533:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.635536:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.635541:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.635551:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.635591:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.635619:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248ba5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946490880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 168us (4377us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.635630:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4248 00000100:00100000:0.0:1777580306.635645:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946491008 00000100:00100000:0.0:1777580306.635649:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946491008 00010000:00010000:0.0:1777580306.635664:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 65 pid: 207396 timeout: 7927 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635677:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946491264 00000100:00100000:0.0:1777580306.635679:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946491264 00010000:00010000:0.0:1777580306.635692:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 32 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635704:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946492160 00000100:00100000:0.0:1777580306.635707:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946492160 00010000:00010000:0.0:1777580306.635721:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 29 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635732:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946492416 00000100:00100000:0.0:1777580306.635735:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946492416 00010000:00010000:0.0:1777580306.635746:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 33 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635755:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946492672 00000100:00100000:0.0:1777580306.635758:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946492672 00010000:00010000:0.0:1777580306.635769:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 39 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635779:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946492928 00000100:00100000:0.0:1777580306.635782:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946492928 00010000:00010000:0.0:1777580306.635795:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 30 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635807:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946493184 00000100:00100000:0.0:1777580306.635810:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946493184 00010000:00010000:0.0:1777580306.635823:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 37 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.635834:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946491776 00000100:00100000:0.0:1777580306.635837:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946491776 00010000:00010000:2.0:1777580306.636188:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.636199:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.636206:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.636213:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.636217:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.636226:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.636238:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02498977c00) 00010000:00010000:2.0:1777580306.636241:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.636245:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.636251:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e481fb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.636347:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393deb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:205895:1863919917440384:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.636376:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.636410:0:193009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393de9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917440512:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.636428:0:193009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.636611:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393de8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917440000:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.636627:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640001:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 34 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.640073:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4249 00000100:00100000:0.0:1777580306.640100:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946491136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.640126:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.640150:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 39 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640166:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 39 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640198:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e45e3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1f3 expref: 39 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640218:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.640221:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.640227:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640240:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640288:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.640374:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2363:x1863919946491136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 289us (9110us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.640382:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4249 00000100:00100000:0.0:1777580306.640413:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4250 00000100:00100000:0.0:1777580306.640422:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2363:x1863919946491520:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.640431:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.640437:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 37 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640448:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 37 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640477:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1d006ce/0xcb2b2f2f7e45da4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x157d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1ec expref: 37 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640489:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.640491:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.640495:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640507:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640539:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.640560:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2363:x1863919946491520:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 140us (9260us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.640566:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4250 00000100:00100000:0.0:1777580306.640620:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4251 00000100:00100000:0.0:1777580306.640627:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+34:2363:x1863919946492288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.640635:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.640641:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 34 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640651:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 34 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640665:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009453d7de/0xcb2b2f2f7e45500 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1578:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d033 expref: 34 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640678:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.640680:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.640683:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640695:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640713:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.640732:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+33:2363:x1863919946492288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 105us (9407us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.640739:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4251 00000100:00100000:0.0:1777580306.640754:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4252 00000100:00100000:0.0:1777580306.640761:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c638380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2363:x1863919946492544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.640769:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.640776:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640786:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640801:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e45538 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d041 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640813:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.640814:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.640818:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640831:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.640849:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.640869:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c638380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946492544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 109us (9520us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.640876:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4252 00010000:00010000:3.0:1777580306.641389:0:188246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.641402:0:188246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.641413:0:188246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.641423:0:188246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.641542:0:188246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580306.642390:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917437696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42220us (44157us total) trans 8589938489 rc 0/0 00000100:00100000:3.0:1777580306.642403:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11598 00000100:00100000:0.0:1777580306.642962:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4253 00000100:00100000:0.0:1777580306.642978:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+32:2363:x1863919946492800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.642998:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.643007:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 32 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643023:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 32 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643047:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad977fc3/0xcb2b2f2f7e4563b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x157b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d087 expref: 32 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643066:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.643068:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.643073:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643091:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643123:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.643192:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2363:x1863919946492800:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 220us (11824us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.643200:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4253 00000100:00100000:0.0:1777580306.643216:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4254 00000100:00100000:0.0:1777580306.643223:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2363:x1863919946493056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.643231:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.643238:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 37 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643250:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 37 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643264:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000992ee59a/0xcb2b2f2f7e45d96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1d7 expref: 37 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643276:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.643277:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.643281:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643293:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643313:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.643334:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2363:x1863919946493056:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 112us (11948us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.643340:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4254 00000100:00100000:0.0:1777580306.643354:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4255 00000100:00100000:0.0:1777580306.643361:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2363:x1863919946493312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.643369:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.643374:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643384:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643395:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e4554d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x157a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d056 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643405:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.643406:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.643409:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643421:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.643440:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580306.644021:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644035:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644047:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644053:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.644059:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644068:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644082:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ec:0x0].0x0 (ffffa02498977900) 00010000:00010000:1.0:1777580306.644086:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.644090:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644096:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e481e6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.644210:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:188248:1863919917440768:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.644239:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.644268:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2363:x1863919946493312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 98us (12059us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.644272:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:206023:1863919917440128:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.644277:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4255 00010000:00010000:1.0:1777580306.644294:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.644320:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4256 00000100:00100000:1.0:1777580306.644334:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2363:x1863919946490752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.644346:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.644353:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 28 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.644353:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4257 00000100:00100000:0.0:1777580306.644361:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+63:2363:x1863919946491008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.644364:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 28 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644370:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.644377:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 63 pid: 207396 timeout: 7927 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644379:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000400fd74b/0xcb2b2f2f7e45650 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d09c expref: 28 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644389:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 63 pid: 207396 timeout: 7927 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644391:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.644393:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.644396:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644402:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48018 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da4a expref: 63 pid: 207396 timeout: 7927 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644406:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644412:0:190365:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:0.0:1777580306.644417:0:190365:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644425:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644430:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580306.644436:0:190365:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644455:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580306.644464:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2363:x1863919946490752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 136us (13053us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.644471:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4256 00000100:00100000:1.0:1777580306.644488:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4258 00000100:00100000:1.0:1777580306.644495:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2363:x1863919946491264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.644504:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.644510:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 28 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.644546:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+62:2363:x1863919946491008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 186us (13119us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.644552:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4257 00000100:00100000:0.0:1777580306.644605:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4259 00000100:00100000:0.0:1777580306.644611:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2363:x1863919946492160:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.644619:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.644624:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 26 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644681:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 26 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644698:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e4553f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d048 expref: 26 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644709:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.644711:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.644714:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644722:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644749:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580306.644750:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 28 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644767:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f10661ba/0xcb2b2f2f7e45546 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1579:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d04f expref: 28 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.644768:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2363:x1863919946492160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 157us (13316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.644774:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4259 00010000:00010000:1.0:1777580306.644781:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.644782:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.644786:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.644790:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4260 00010000:00010000:1.0:1777580306.644794:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.644797:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2363:x1863919946492416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.644805:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.644810:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 27 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644814:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580306.644819:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 27 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.644832:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e45642 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x157c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d08e expref: 27 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.644834:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2363:x1863919946491264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 340us (13396us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.644841:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4258 00010000:00010000:0.0:1777580306.644843:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.644845:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.644847:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.644854:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4261 00000100:00100000:1.0:1777580306.644862:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946492672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.644870:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.644876:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 35 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644905:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 35 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644918:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d442402e/0xcb2b2f2f7e45d9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1de expref: 35 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644928:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.644930:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.644933:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644940:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.644961:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580306.644980:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946492672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 120us (13409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.644987:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4261 00000100:00100000:1.0:1777580306.645002:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4262 00000100:00100000:1.0:1777580306.645009:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2363:x1863919946492928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.645016:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.645021:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 24 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.645036:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 24 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.645049:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064e1e08b/0xcb2b2f2f7e45634 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d080 expref: 24 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.645059:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.645060:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.645063:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.645070:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.645088:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580306.645102:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2363:x1863919946492928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 94us (13517us total) trans 0 rc 0/0 00010000:00010000:3.0:1777580306.645103:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.645109:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4262 00010000:00010000:3.0:1777580306.645113:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.645123:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.645132:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645277:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645306:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.645324:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2363:x1863919946492416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 527us (13768us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.645330:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4260 00000100:00100000:0.0:1777580306.645347:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4263 00000100:00100000:0.0:1777580306.645354:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946493184:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.645363:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.645368:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 35 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645378:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 35 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645391:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e45e92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1580:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d20f expref: 35 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645399:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.645401:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.645403:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645410:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645427:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.645439:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946493184:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 87us (13843us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.645445:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4263 00000100:00100000:0.0:1777580306.645748:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4264 00000100:00100000:0.0:1777580306.645759:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2364:x1863919946491776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.645771:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.645778:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 24 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645790:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 24 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645804:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e452a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1576:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90cf7d expref: 24 pid: 205905 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645815:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.645817:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.645820:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645828:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.645848:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.645978:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2364:x1863919946491776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 221us (14364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.645985:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4264 00010000:00010000:0.0:1777580306.646066:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.646083:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.646092:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.646100:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.646334:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946493568 00000100:00100000:1.0:1777580306.646344:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946493568 00000100:00100000:1.0:1777580306.646391:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4082 00000100:00100000:1.0:1777580306.646399:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+62:282650:x1863919946493568:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580306.647107:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+63:282650:x1863919946493568:12345-192.168.202.9@tcp:35:touch.500 Request processed in 705us (15448us total) trans 8589950354 rc 0/0 00000100:00100000:1.0:1777580306.647115:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4082 00000100:00100000:1.0:1777580306.648457:0:3289:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589938466 gen 2 00000004:00080000:1.0:1777580306.648469:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235ca80, transno 8589938395 00000004:00080000:1.0:1777580306.648489:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235ea00, transno 8589938397 00000004:00080000:1.0:1777580306.648492:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235fb80, transno 8589938398 00000004:00080000:1.0:1777580306.648495:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0248626bb80, transno 8589938399 00000004:00080000:1.0:1777580306.648498:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235c000, transno 8589938400 00000004:00080000:1.0:1777580306.648501:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235c380, transno 8589938401 00000004:00080000:1.0:1777580306.648504:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235f100, transno 8589938402 00000004:00080000:1.0:1777580306.648507:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235dc00, transno 8589938403 00000004:00080000:1.0:1777580306.648510:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395c56680, transno 8589938405 00000004:00080000:1.0:1777580306.648513:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395c56a00, transno 8589938406 00000004:00080000:1.0:1777580306.648515:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395c57480, transno 8589938407 00000004:00080000:1.0:1777580306.648518:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395c54a80, transno 8589938408 00000004:00080000:1.0:1777580306.648534:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02487cc0380, transno 8589938409 00000004:00080000:1.0:1777580306.648538:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0248626a300, transno 8589938410 00000004:00080000:1.0:1777580306.648540:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aef33b80, transno 8589938412 00000004:00080000:1.0:1777580306.648543:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02496fc8700, transno 8589938413 00000004:00080000:1.0:1777580306.648546:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0248626b100, transno 8589938414 00000004:00080000:1.0:1777580306.648549:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024975b9500, transno 8589938415 00000004:00080000:1.0:1777580306.648552:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388536680, transno 8589938416 00000004:00080000:1.0:1777580306.648555:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395c54e00, transno 8589938417 00000004:00080000:1.0:1777580306.648558:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239e027100, transno 8589938419 00000004:00080000:1.0:1777580306.648561:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239e024a80, transno 8589938420 00000004:00080000:1.0:1777580306.648563:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed0700, transno 8589938421 00000004:00080000:1.0:1777580306.648566:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239e026300, transno 8589938422 00000004:00080000:1.0:1777580306.648568:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed1180, transno 8589938423 00000004:00080000:1.0:1777580306.648572:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024b568d880, transno 8589938424 00000004:00080000:1.0:1777580306.648574:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed0000, transno 8589938425 00000004:00080000:1.0:1777580306.648577:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024b568ed80, transno 8589938426 00000004:00080000:1.0:1777580306.648581:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239ce09180, transno 8589938428 00000004:00080000:1.0:1777580306.648584:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ad9c4000, transno 8589938429 00000004:00080000:1.0:1777580306.648587:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ad9c7100, transno 8589938430 00000004:00080000:1.0:1777580306.648590:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02486269880, transno 8589938431 00000004:00080000:1.0:1777580306.648593:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ad9c7b80, transno 8589938432 00000004:00080000:1.0:1777580306.648595:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02487cc0700, transno 8589938433 00000004:00080000:1.0:1777580306.648598:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02486269500, transno 8589938434 00000004:00080000:1.0:1777580306.648601:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02395c55f80, transno 8589938435 00000004:00080000:1.0:1777580306.648604:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02486268380, transno 8589938436 00000004:00080000:1.0:1777580306.648607:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b4000, transno 8589938437 00000004:00080000:1.0:1777580306.648610:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024acde0e00, transno 8589938438 00000004:00080000:1.0:1777580306.648613:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b7b80, transno 8589938439 00000004:00080000:1.0:1777580306.648616:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023a095c700, transno 8589938440 00000004:00080000:1.0:1777580306.648619:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388927100, transno 8589938441 00000004:00080000:1.0:1777580306.648621:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388925c00, transno 8589938442 00000004:00080000:1.0:1777580306.648624:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388925f80, transno 8589938443 00000004:00080000:1.0:1777580306.648627:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388924700, transno 8589938445 00000004:00080000:1.0:1777580306.648630:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388925880, transno 8589938446 00000004:00080000:1.0:1777580306.648633:0:3289:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aef35880, transno 8589938447 00000100:00100000:1.0:1777580306.648666:0:3289:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffffa0249c30f800 x1863919917437696/t8589938489(8589938489) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777580322 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777580306.648680:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c30f800/2, rc 0, transno 8589938489 00000100:00100000:1.0:1777580306.648686:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917437696:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777580306.648718:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.648733:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.648752:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.648760:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649556:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1777580306.649572:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649584:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.649589:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649600:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649624:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649633:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e4818b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649664:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1777580306.649670:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649677:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.649680:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649688:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649698:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649706:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580306.649710:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649716:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.649719:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649732:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649742:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649750:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580306.649754:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649760:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.649763:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649770:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649779:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649786:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.649788:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.649791:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.649810:0:193009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649824:0:193009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649834:0:193009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649841:0:193009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.649876:0:193009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580306.650564:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3288:x1863919917437824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46134us (49223us total) trans 8589938886 rc 0/0 00000100:00100000:2.0:1777580306.650575:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11609 00010000:00010000:2.0:1777580306.650614:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580306.650621:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.650630:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.650634:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.650642:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.650657:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.650666:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6f36a9d/0xcb2b2f2f7e481d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.650687:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.650689:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.650691:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580306.652706:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1777580306.652724:0:206020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dfd8227/0xcb2b2f2f7e481a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.653401:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3290:x1863919917438464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51914us (54394us total) trans 8589938887 rc 0/0 00000100:00100000:3.0:1777580306.653413:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11602 00000100:00100000:3.0:1777580306.653607:0:3288:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589938859 gen 2 00000004:00080000:3.0:1777580306.653616:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023985fb480, transno 8589938793 00000004:00080000:3.0:1777580306.653629:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ae684380, transno 8589938795 00000004:00080000:3.0:1777580306.653632:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ac5e4380, transno 8589938796 00000004:00080000:3.0:1777580306.653636:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024aece0a80, transno 8589938797 00000004:00080000:3.0:1777580306.653639:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ac5e7800, transno 8589938798 00000004:00080000:3.0:1777580306.653643:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023864a1180, transno 8589938799 00000004:00080000:3.0:1777580306.653646:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ae685500, transno 8589938800 00000004:00080000:3.0:1777580306.653650:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ae687800, transno 8589938801 00000004:00080000:3.0:1777580306.653653:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0248626b480, transno 8589938802 00000004:00080000:3.0:1777580306.653657:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02486268e00, transno 8589938804 00000004:00080000:3.0:1777580306.653660:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ae685f80, transno 8589938805 00000004:00080000:3.0:1777580306.653662:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023985f8000, transno 8589938806 00000004:00080000:3.0:1777580306.653665:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023864a0000, transno 8589938807 00000004:00080000:3.0:1777580306.653667:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02486268700, transno 8589938808 00000004:00080000:3.0:1777580306.653670:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023864a3480, transno 8589938809 00000004:00080000:3.0:1777580306.653673:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1ed80, transno 8589938811 00000004:00080000:3.0:1777580306.653676:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1ea00, transno 8589938813 00000004:00080000:3.0:1777580306.653679:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1d880, transno 8589938814 00000004:00080000:3.0:1777580306.653682:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1df80, transno 8589938815 00000004:00080000:3.0:1777580306.653685:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b7100, transno 8589938816 00000004:00080000:3.0:1777580306.653688:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393724a80, transno 8589938818 00000004:00080000:3.0:1777580306.653691:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed0a80, transno 8589938819 00000004:00080000:3.0:1777580306.653694:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b5f80, transno 8589938820 00000004:00080000:3.0:1777580306.653697:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1d180, transno 8589938821 00000004:00080000:3.0:1777580306.653699:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b4e00, transno 8589938822 00000004:00080000:3.0:1777580306.653702:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02393724e00, transno 8589938823 00000004:00080000:3.0:1777580306.653705:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1c380, transno 8589938824 00000004:00080000:3.0:1777580306.653707:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02390ed3100, transno 8589938825 00000004:00080000:3.0:1777580306.653710:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ad9c4700, transno 8589938826 00000004:00080000:3.0:1777580306.653713:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b5880, transno 8589938827 00000004:00080000:3.0:1777580306.653716:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa024ad9c6680, transno 8589938828 00000004:00080000:3.0:1777580306.653718:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b6680, transno 8589938830 00000004:00080000:3.0:1777580306.653721:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b6300, transno 8589938831 00000004:00080000:3.0:1777580306.653723:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b4700, transno 8589938832 00000004:00080000:3.0:1777580306.653726:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b7800, transno 8589938833 00000004:00080000:3.0:1777580306.653729:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023a095ca80, transno 8589938834 00000004:00080000:3.0:1777580306.653731:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0249c9b4a80, transno 8589938835 00000004:00080000:3.0:1777580306.653735:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1ca80, transno 8589938836 00000004:00080000:3.0:1777580306.653738:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388927b80, transno 8589938837 00000004:00080000:3.0:1777580306.653741:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1c000, transno 8589938838 00000004:00080000:3.0:1777580306.653744:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388926a00, transno 8589938839 00000004:00080000:3.0:1777580306.653747:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388926300, transno 8589938840 00000004:00080000:3.0:1777580306.653750:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235d500, transno 8589938841 00000004:00080000:3.0:1777580306.653753:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa02388b1c700, transno 8589938842 00000004:00080000:3.0:1777580306.653756:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa0239235ed80, transno 8589938843 00000004:00080000:3.0:1777580306.653758:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023871e5500, transno 8589938844 00000004:00080000:3.0:1777580306.653761:0:3288:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffffa023871e4e00, transno 8589938845 00000100:00100000:3.0:1777580306.653783:0:3288:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffffa023871e5c00 x1863919917437824/t8589938886(8589938886) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777580322 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777580306.653798:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e5c00/2, rc 0, transno 8589938886 00000100:00100000:3.0:1777580306.653805:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917437824:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777580306.653923:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.654703:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.654724:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.654738:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.654747:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.654782:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580306.655571:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acfd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917436800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55998us (57509us total) trans 8589938490 rc 0/0 00000100:00100000:2.0:1777580306.655584:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11595 00010000:00010000:2.0:1777580306.655828:0:187630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.655844:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.656008:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0499b7e reply state 000000002de82e65 transno 8589950355 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.656019:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580306.656114:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1673100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+300:282680:x1863919946489472:12345-192.168.202.9@tcp:36:touch.500 Request processed in 68039us (68266us total) trans 8589950355 rc 0/0 00000100:00100000:2.0:1777580306.656125:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 18999 00000100:00100000:2.0:1777580306.656159:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827581488745 time 7827582064838 state 0x2 ref 0 00010000:00010000:2.0:1777580306.656196:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.656207:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.656216:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.656225:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.656245:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1777580306.660605:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777580306.660622:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660648:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580306.660654:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660667:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660697:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660711:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034240b46/0xcb2b2f2f7e48176 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660738:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580306.660743:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660750:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6ec00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580306.660753:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660762:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660773:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660780:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e6a1650/0xcb2b2f2f7e481b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.660795:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580306.660797:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580306.660799:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580306.663057:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.663086:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.663100:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.663109:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.663156:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580306.663840:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+13:3290:x1863919917438080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61466us (64725us total) trans 8589938888 rc 0/0 00000100:00100000:2.0:1777580306.665535:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11605 00010000:00010000:2.0:1777580306.665617:0:205895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.665637:0:205895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.665651:0:205895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.665660:0:205895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.665687:0:205895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580306.666719:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3290:x1863919917437952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 66105us (67749us total) trans 8589938889 rc 0/0 00000100:00100000:3.0:1777580306.666731:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11601 00010000:00010000:3.0:1777580306.666775:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.666785:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.666794:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.666803:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.666828:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1777580306.666993:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1777580306.667002:0:205906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48184 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.674980:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3290:x1863919917436928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 74654us (76103us total) trans 8589938492 rc 0/0 00000100:00100000:3.0:1777580306.674997:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11599 00010000:00010000:3.0:1777580306.675063:0:205896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675080:0:205896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675093:0:205896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675102:0:205896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675117:0:205896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1777580306.675448:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3290:x1863919917437568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73241us (76367us total) trans 8589938493 rc 0/0 00000100:00100000:3.0:1777580306.675456:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11604 00010000:00010000:3.0:1777580306.675575:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1777580306.675584:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675594:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54e5600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580306.675600:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675610:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675634:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675642:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050cdd37f/0xcb2b2f2f7e481d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675667:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777580306.675672:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675678:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea3800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580306.675680:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675687:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675694:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 1/0,0 mode: --/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675700:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000717fd3e6/0xcb2b2f2f7e481ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675714:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777580306.675718:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675723:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580306.675725:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675732:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675740:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675747:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ac3716e/0xcb2b2f2f7e48192 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675760:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580306.675763:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675769:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580306.675771:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675782:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675791:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 1/0,0 mode: --/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675797:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cda54a41/0xcb2b2f2f7e481ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.675809:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580306.675811:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580306.675813:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580306.676044:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.676088:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.676165:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.676276:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.676417:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946493824 00000100:00100000:3.0:1777580306.676429:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946493824 00000100:00100000:3.0:1777580306.676471:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827581488745 time 7827582064838 state 0x0 ref 1 00000100:00100000:3.0:1777580306.676485:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827582164838 time 7827582064838 state 0x1 ref 1 00000100:00100000:3.0:1777580306.676507:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946494080 00000100:00100000:3.0:1777580306.676509:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946494080 00000100:00100000:3.0:1777580306.676521:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827582164838 time 7827582064838 state 0x1 ref 2 00000100:00100000:3.0:1777580306.676534:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946494336 00000100:00100000:3.0:1777580306.676537:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946494336 00000100:00100000:3.0:1777580306.676548:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827582164838 time 7827582064838 state 0x1 ref 3 00000100:00100000:3.0:1777580306.676568:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827625530659 time 7827625430659 state 0x1 ref 3 00000100:00100000:3.0:1777580306.676582:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+65:282641:x1863919946493824:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.676608:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.676630:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e48241 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dae4 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.676701:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e48241 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dae4 expref: 66 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.676718:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e48241 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dae4 expref: 66 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.676742:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ed:0x0].0x0 (ffffa024996f9800) 00010000:00010000:3.0:1777580306.676745:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580306.676748:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc400, rc 0) 00000100:00100000:3.0:1777580306.676796:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:282641:x1863919946493824:12345-192.168.202.9@tcp:101:touch.500 Request processed in 216us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.676803:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19005 00000100:00100000:3.0:1777580306.676823:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827625786721 time 7827625686721 state 0x1 ref 2 00000100:00100000:3.0:1777580306.676831:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+65:282660:x1863919946494080:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580306.676876:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.676909:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e48233 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dadd expref: 65 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.676923:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ee:0x0].0x0 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580306.676932:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580306.677001:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.677011:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.677020:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.677211:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000387157fb reply state 0000000073fbd6d4 transno 8589950356 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.677221:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580306.677283:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:282660:x1863919946494080:12345-192.168.202.9@tcp:36:touch.500 Request processed in 451us (1148us total) trans 8589950356 rc 0/0 00000100:00100000:3.0:1777580306.677290:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19006 00000100:00100000:3.0:1777580306.677308:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827625786721 time 7827626171131 state 0x0 ref 1 00000100:00100000:3.0:1777580306.677318:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+65:282659:x1863919946494336:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.677327:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.677338:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e4824f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90daeb expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.677450:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.677466:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.677473:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.677487:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.677494:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.677500:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.681310:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917437184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 81316us (83088us total) trans 8589938491 rc 0/0 00000100:00100000:0.0:1777580306.681328:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11597 00000100:00100000:0.0:1777580306.681369:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946493696 00000100:00100000:0.0:1777580306.681379:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946493696 00000100:00100000:0.0:1777580306.681440:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11612 00000100:00100000:0.0:1777580306.681450:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946493696:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.681862:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946493696:12345-192.168.202.9@tcp:2:touch.500 Request processed in 400us (5808us total) trans 8589938890 rc 0/0 00000100:00100000:0.0:1777580306.681870:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11612 00010000:00010000:0.0:1777580306.681923:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.681940:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.681952:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.681961:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.681988:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580306.682491:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+13:3290:x1863919917437440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 82014us (83562us total) trans 8589938494 rc 0/0 00000100:00100000:0.0:1777580306.682500:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11600 00010000:00010000:0.0:1777580306.682532:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.682543:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.682551:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.682559:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.682576:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580306.682910:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3288:x1863919917438336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77919us (81550us total) trans 8589938891 rc 0/0 00000100:00100000:0.0:1777580306.682917:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11610 00000004:00080000:0.0:1777580306.682984:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c30c380/2, rc 0, transno 8589938493 00000100:00100000:0.0:1777580306.682993:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917437568:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.683010:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e7800/2, rc 0, transno 8589938888 00000100:00100000:0.0:1777580306.683015:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917438080:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.683028:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023a095ed80/2, rc 0, transno 8589938492 00000100:00100000:0.0:1777580306.683032:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917436928:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.683042:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023985f9500/2, rc 0, transno 8589938494 00000100:00100000:0.0:1777580306.683046:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023985f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917437440:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.683056:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e4a80/2, rc 0, transno 8589938889 00000100:00100000:0.0:1777580306.683059:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917437952:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.683068:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e5880/2, rc 0, transno 8589938887 00000100:00100000:0.0:1777580306.683072:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917438464:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580306.683239:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777580306.683248:0:205897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e4817d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580306.683476:0:187652:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 36 changes, 8 in progress, 4 in flight, 47 done 00000100:00100000:1.0:1777580306.683575:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3289:x1863919917437312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83768us (85465us total) trans 8589938495 rc 0/0 00000100:00100000:1.0:1777580306.683583:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11596 00010000:00010000:1.0:1777580306.683614:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683620:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580306.683624:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683628:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.683633:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683636:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.683642:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683652:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683675:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683682:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e48199 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683701:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.683705:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683711:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.683715:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683723:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683733:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 1/0,0 mode: --/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683739:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af6ee231/0xcb2b2f2f7e481df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.683754:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.683755:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.683757:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580306.683775:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917441280:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580306.683809:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.683818:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777580306.683829:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1777580306.683863:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e6300/2, rc 0, transno 8589938891 00000100:00100000:0.0:1777580306.683871:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917438336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580306.684892:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3288:x1863919917438208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80796us (83633us total) trans 8589938892 rc 0/0 00000100:00100000:1.0:1777580306.684904:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11607 00000100:00100000:1.0:1777580306.684938:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917441280 00000100:00100000:1.0:1777580306.684945:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917441280 00000100:00100000:1.0:1777580306.684999:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11613 00000100:00100000:1.0:1777580306.685008:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3288:x1863919917441280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580306.685042:0:205907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5506 count 1 00010000:00010000:1.0:1777580306.685072:0:205907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.685092:0:205907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 34 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.685101:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.685103:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.685107:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.690374:0:205907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 34 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.690408:0:205907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 34 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.690438:0:205907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205907:1863919917441408:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580306.690565:0:205907:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02383e89240 going to sleep for 11 seconds 00010000:00010000:1.0:1777580306.691388:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.691404:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.691418:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.691427:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.691445:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777580306.694940:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3288:x1863919917438720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 90644us (93639us total) trans 8589938893 rc 0/0 00000100:00100000:2.0:1777580306.694955:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11608 00000100:00100000:1.0:1777580306.694995:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3290:x1863919917437056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 93322us (95946us total) trans 8589938496 rc 0/0 00000100:00100000:1.0:1777580306.695003:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11603 00010000:00010000:2.0:1777580306.695006:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580306.695015:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695030:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.695035:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.695035:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.695045:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695049:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.695062:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.695068:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695075:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.695079:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777580306.695082:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c9e901f/0xcb2b2f2f7e481c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695111:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580306.695116:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695123:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.695126:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695158:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695170:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695177:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002445792b/0xcb2b2f2f7e481a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695193:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580306.695195:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695202:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.695205:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695212:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695221:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695228:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e481bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695242:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.695244:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.695246:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.695254:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.695262:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.695278:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695286:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695292:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695301:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee9400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.695305:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695311:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695322:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024989ec100) 00010000:00010000:2.0:1777580306.695324:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.695327:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.695332:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9400/0xcb2b2f2f7e4822c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580306.696104:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e5180/2, rc 0, transno 8589938892 00000100:00100000:0.0:1777580306.696119:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917438208:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.696147:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e4000/2, rc 0, transno 8589938893 00000100:00100000:0.0:1777580306.696153:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917438720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.696161:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777580306.696175:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917440896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.696235:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.696295:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917441024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.696320:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580306.700819:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+14:3290:x1863919917438592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97709us (101673us total) trans 8589938894 rc 0/0 00000100:00100000:1.0:1777580306.700836:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11606 00000004:00080000:0.0:1777580306.708648:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023a095f100/2, rc 0, transno 8589938496 00000100:00100000:0.0:1777580306.708670:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917437056:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.708688:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023871e7100/2, rc 0, transno 8589938894 00000100:00100000:0.0:1777580306.708694:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023871e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917438592:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.708714:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777580306.708725:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917441152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.708809:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580306.711342:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917440896 00000100:00100000:1.0:1777580306.711361:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917440896 00000100:00100000:1.0:1777580306.711437:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917441024 00000100:00100000:1.0:1777580306.711441:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917441024 00000100:00100000:1.0:1777580306.711475:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11614 00000100:00100000:1.0:1777580306.711488:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+15:3288:x1863919917440896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580306.711791:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5505 count 1 00010000:00010000:1.0:1777580306.711829:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.711857:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 34 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.711867:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.711869:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.711873:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.711935:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 34 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.711950:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 34 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.711968:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:206023:1863919917441536:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580306.712086:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae242780 going to sleep for 11 seconds 00000100:00100000:1.0:1777580306.712174:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11615 00000100:00100000:1.0:1777580306.712184:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3290:x1863919917441024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580306.712204:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5502 count 1 00010000:00010000:1.0:1777580306.712218:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.712230:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 34 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.712238:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.712239:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.712242:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.712262:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 34 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.712278:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 34 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.713989:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917441664:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.714075:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917441152 00000100:00100000:2.0:1777580306.714085:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917441152 00000100:00100000:2.0:1777580306.714159:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11616 00000100:00100000:2.0:1777580306.714170:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+16:3290:x1863919917441152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.714205:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5503 count 1 00010000:00010000:2.0:1777580306.714232:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.714255:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 34 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.714264:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.714266:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.714271:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.714406:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 34 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.714419:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 34 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.714431:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393dead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917441792:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.714536:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580306.714839:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae242900 going to sleep for 11 seconds 00010000:00010000:0.0:1777580306.715442:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.715455:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.715773:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.715782:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.715788:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.715797:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.715818:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ed:0x0].0x0 (ffffa024996f9800) 00010000:00010000:0.0:1777580306.715821:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.715828:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.715834:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4e00/0xcb2b2f2f7e48217 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.715965:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917441920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.716045:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580306.716127:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0238e369500/2, rc 0, transno 8589938491 00000100:00100000:0.0:1777580306.716159:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0238e369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917437184:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.716175:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023a095f800/2, rc 0, transno 8589938490 00000100:00100000:0.0:1777580306.716179:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a095f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917436800:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.716190:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0238e369180/2, rc 0, transno 8589938495 00000100:00100000:0.0:1777580306.716193:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0238e369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917437312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.716207:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777580306.716214:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917442304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.716236:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580306.716613:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917441920 00000100:00100000:3.0:1777580306.716623:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917441920 00000100:00100000:3.0:1777580306.717029:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917442304 00000100:00100000:3.0:1777580306.717034:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917442304 00000100:00100000:3.0:1777580306.717062:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11617 00000100:00100000:3.0:1777580306.717072:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3289:x1863919917441920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580306.717107:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5507 count 1 00010000:00010000:3.0:1777580306.717154:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.717177:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.717187:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.717190:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.717193:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.717235:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.717249:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 34 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.717264:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388534a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917442432:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.717345:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239fe7bcc0 going to sleep for 11 seconds 00000004:00080000:3.0:1777580306.719104:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1587:0x0], index 1: 0 00000100:00100000:1.0:1777580306.719383:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.719485:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11618 00000100:00100000:1.0:1777580306.719505:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:3289:x1863919917442304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580306.719555:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5510 count 1 00010000:00010000:1.0:1777580306.719584:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.719610:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 34 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.719618:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.719620:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.719624:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.719767:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 34 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.719784:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 34 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.719804:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917442560:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580306.719903:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae242c00 going to sleep for 11 seconds 00000004:00080000:0.0:1777580306.720192:0:187654:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 35 changes, 8 in progress, 0 in flight, 47 done 00010000:00010000:3.0:1777580306.723042:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4828e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723074:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4828e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723088:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4828e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723154:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723163:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723169:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723181:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.723186:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723195:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723208:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.723211:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.723216:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.723223:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e48256 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580306.723243:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028c8d358 reply state 00000000b2bac862 transno 8589950357 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.723254:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580306.724672:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393727480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917442048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.724773:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.724832:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917442816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.724858:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777580306.725095:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e4824f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daeb expref: 66 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.725125:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4828e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daeb expref: 65 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.725150:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ef:0x0].0x0 (ffffa02493ac1a00) 00010000:00010000:3.0:1777580306.725154:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.725158:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f000, rc 0) 00000100:00100000:1.0:1777580306.725396:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917442048 00000100:00100000:1.0:1777580306.725406:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917442048 00000100:00100000:1.0:1777580306.725463:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917442816 00000100:00100000:1.0:1777580306.725466:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917442816 00000100:00100000:1.0:1777580306.725493:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11619 00000100:00100000:1.0:1777580306.725502:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3290:x1863919917442048:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580306.725626:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:282659:x1863919946494336:12345-192.168.202.9@tcp:101:touch.500 Request processed in 48307us (49352us total) trans 8589950357 rc 0/0 00000100:00100000:3.0:1777580306.725638:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19007 00000100:00100000:3.0:1777580306.725647:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827625786721 time 7827626171131 state 0x2 ref 0 00000100:00100000:3.0:1777580306.725789:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946494464 00000100:00100000:3.0:1777580306.725794:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946494464 00000100:00100000:3.0:1777580306.725816:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827625786721 time 7827626171131 state 0x0 ref 1 00000100:00100000:3.0:1777580306.725826:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827626271131 time 7827626171131 state 0x1 ref 1 00002000:00080000:1.0:1777580306.725835:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5511 count 1 00000100:00100000:3.0:1777580306.725846:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827626271131 time 7827674707946 state 0x0 ref 1 00010000:00010000:1.0:1777580306.725864:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.725868:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+300:282680:x1863919946494464:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.725895:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.725895:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 22 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.725904:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.725906:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.725908:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e482a3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90daf2 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.725910:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.725946:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 22 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.725959:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 22 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.725962:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e482a3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daf2 expref: 301 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.725977:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e482a3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daf2 expref: 301 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.725980:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205897:1863919917443712:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.725996:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:3.0:1777580306.725998:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580306.726002:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997e600, rc 0) 00000100:00100000:3.0:1777580306.726022:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+301:282680:x1863919946494464:12345-192.168.202.9@tcp:101:touch.500 Request processed in 155us (6645us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.726032:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19008 00000100:00100000:3.0:1777580306.726035:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827626271131 time 7827674707946 state 0x2 ref 0 00000100:00100000:1.0:1777580306.726035:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae242a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.729736:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917443328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.729830:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.729905:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777580306.729913:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917442176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.729939:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.729964:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917442944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.729985:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.730001:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917443456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.730030:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.730086:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917443328 00000100:00100000:0.0:1777580306.730095:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917443328 00000100:00100000:0.0:1777580306.730165:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917442176 00000100:00100000:0.0:1777580306.730168:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917442176 00000100:00100000:0.0:1777580306.730188:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917442944 00000100:00100000:0.0:1777580306.730191:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917442944 00000100:00100000:0.0:1777580306.730201:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917443456 00000100:00100000:0.0:1777580306.730203:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917443456 00000100:00100000:0.0:1777580306.730221:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11620 00000100:00100000:0.0:1777580306.730230:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3290:x1863919917442816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.730272:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5469 count 1 00010000:00010000:0.0:1777580306.730308:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.730334:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 33 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.730343:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.730346:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.730349:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.730389:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 33 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.730403:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 33 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.730416:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917443840:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.730673:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28780 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.730698:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11621 00000100:00100000:0.0:1777580306.730708:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3290:x1863919917443328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.730724:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5471 count 1 00010000:00010000:0.0:1777580306.730740:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.730753:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 33 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.730760:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.730762:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.730764:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.730787:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 33 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.730797:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 33 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.730806:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c24f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917443968:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.730984:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11622 00000100:00100000:3.0:1777580306.730995:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+20:3290:x1863919917442176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580306.731009:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5508 count 1 00010000:00010000:3.0:1777580306.731026:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.731038:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.731045:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.731047:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.731049:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.731071:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 34 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.731280:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 34 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.731294:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388537b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917444096:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.731793:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28300 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.731823:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11623 00000100:00100000:0.0:1777580306.731836:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3290:x1863919917442944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.731857:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5470 count 1 00010000:00010000:0.0:1777580306.731874:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.731901:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 33 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.731914:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.731916:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.731919:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.731945:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 33 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.731957:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 33 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.731968:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c24d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917444224:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.732003:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae4eb000 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.732024:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11624 00000100:00100000:0.0:1777580306.732031:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aced5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+16:3290:x1863919917443456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.732045:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5473 count 1 00010000:00010000:0.0:1777580306.732057:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.732068:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 33 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.732074:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.732076:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.732079:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.732096:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 33 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.732106:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 33 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.732115:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c24d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917444352:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.732769:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e17b780 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.732816:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917443072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.732960:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.732994:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917443584:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.733014:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.733036:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777580306.733043:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393727100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917442688:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.733063:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.733075:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ad9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917443200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.733093:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.733119:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917443072 00000100:00100000:0.0:1777580306.733127:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917443072 00000100:00100000:0.0:1777580306.733183:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917443584 00000100:00100000:0.0:1777580306.733187:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917443584 00000100:00100000:0.0:1777580306.733198:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917442688 00000100:00100000:0.0:1777580306.733201:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917442688 00000100:00100000:0.0:1777580306.733209:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917443200 00000100:00100000:0.0:1777580306.733212:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917443200 00000100:00100000:0.0:1777580306.733223:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11625 00000100:00100000:0.0:1777580306.733232:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3288:x1863919917443072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.733256:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5474 count 1 00010000:00010000:0.0:1777580306.733279:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.733298:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 33 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.733305:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.733307:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.733309:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.733337:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 33 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.733350:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 33 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.733362:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917444480:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.733537:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b7d42000 going to sleep for 11 seconds 00000100:00100000:3.0:1777580306.734371:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11626 00000100:00100000:3.0:1777580306.734388:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3288:x1863919917443584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580306.734414:0:205895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5475 count 1 00010000:00010000:3.0:1777580306.734439:0:205895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.734527:0:205895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 22 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.734536:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.734538:0:205895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.734540:0:205895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.734574:0:205895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 22 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.734587:0:205895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 22 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.734601:0:205895:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388537800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:205895:1863919917444608:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.734762:0:205895:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b7d42900 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.735193:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02482958a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.735223:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11627 00000100:00100000:0.0:1777580306.735236:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3288:x1863919917442688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.735258:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5468 count 1 00010000:00010000:0.0:1777580306.735279:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.735296:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 33 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.735305:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 22 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.735312:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.735314:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.735318:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 5/0,1 mode: --/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.735349:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 22 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.735360:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 22 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.735371:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205898:1863919917444736:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.735421:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 33 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.735432:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 33 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.735448:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205898:1863919917444864:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.738275:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024996ed480 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.738338:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11628 00000100:00100000:0.0:1777580306.738358:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+20:3288:x1863919917443200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.738403:0:206018:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5472 count 1 00010000:00010000:0.0:1777580306.738438:0:206018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.739097:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c300 going to sleep for 11 seconds 00010000:00010000:2.0:1777580306.739157:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.739168:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.739175:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.739181:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.739187:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.739195:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.739213:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ee:0x0].0x0 (ffffa02493ac1d00) 00010000:00010000:2.0:1777580306.739217:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.739223:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.739229:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e48248 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739317:0:206018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 33 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739328:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.739331:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.739335:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739379:0:206018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 33 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739392:0:206018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 33 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.739421:0:206018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917444992:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.739471:0:206018:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0ccc0 going to sleep for 11 seconds 00010000:00010000:0.0:1777580306.739496:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739504:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739509:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739514:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.739517:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739522:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739532:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:0.0:1777580306.739534:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.739537:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.739543:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e4816f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.751285:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.751315:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.751422:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:206023:1863919917441536:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.751472:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.751652:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917441664:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.751670:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.751702:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388534a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917442432:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.751715:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.752210:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946494848 00000100:00100000:2.0:1777580306.752220:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946494848 00000100:00100000:2.0:1777580306.752297:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4083 00000100:00100000:2.0:1777580306.752308:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+65:282649:x1863919946494848:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580306.752799:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:282649:x1863919946494848:12345-192.168.202.9@tcp:35:touch.500 Request processed in 491us (1526us total) trans 8589950358 rc 0/0 00000100:00100000:2.0:1777580306.752808:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4083 00000100:00100000:1.0:1777580306.755739:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.755778:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.755809:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.755830:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.755867:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.755931:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.756006:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:205907:1863919917441408:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.756046:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.756108:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917442560:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.756125:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.756682:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946494976 00000100:00100000:2.0:1777580306.756693:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946494976 00010000:00010000:2.0:1777580306.756745:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 35 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.756777:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946495232 00000100:00100000:2.0:1777580306.756780:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946495232 00010000:00010000:2.0:1777580306.756795:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 36 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.756806:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946495488 00000100:00100000:2.0:1777580306.756810:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946495488 00010000:00010000:2.0:1777580306.756824:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 37 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.756836:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946495104 00000100:00100000:2.0:1777580306.756839:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946495104 00010000:00010000:2.0:1777580306.756865:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 38 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.756877:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946495360 00000100:00100000:2.0:1777580306.756890:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946495360 00010000:00010000:2.0:1777580306.756904:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 39 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.756920:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4265 00000100:00100000:2.0:1777580306.756931:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2364:x1863919946494976:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580306.756951:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.756957:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 39 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.756972:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 39 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757001:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000451a871a/0xcb2b2f2f7e45ed8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1582:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d22b expref: 39 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757022:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757025:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757031:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757043:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757079:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580306.757172:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2364:x1863919946494976:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 241us (5855us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.757180:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4265 00000100:00100000:2.0:1777580306.757200:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4266 00000100:00100000:2.0:1777580306.757207:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2364:x1863919946495232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580306.757215:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.757219:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 37 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757229:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 37 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757242:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f011c5eb/0xcb2b2f2f7e45e76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x157e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d208 expref: 37 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757254:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757256:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757259:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757273:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757294:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580306.757314:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946495232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 108us (1590us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.757321:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4266 00000100:00100000:2.0:1777580306.757337:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4267 00000100:00100000:2.0:1777580306.757345:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2364:x1863919946495488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580306.757353:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.757357:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 35 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757367:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 35 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757378:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e46426 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1586:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d36d expref: 35 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757389:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757391:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757394:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757406:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757425:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580306.757443:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2364:x1863919946495488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 99us (1664us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.757450:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4267 00000100:00100000:2.0:1777580306.757557:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4268 00000100:00100000:2.0:1777580306.757565:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2364:x1863919946495104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580306.757573:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.757577:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 33 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757586:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 33 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757599:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c27bde9a/0xcb2b2f2f7e45e45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1581:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d1fa expref: 33 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757608:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757610:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757613:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757627:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757644:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580306.757661:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2364:x1863919946495104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 98us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.757666:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4268 00000100:00100000:2.0:1777580306.757678:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4269 00000100:00100000:2.0:1777580306.757683:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2364:x1863919946495360:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580306.757694:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.757698:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 31 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757706:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 31 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757717:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4606e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1583:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d29b expref: 31 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757726:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757728:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.757731:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757745:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.757762:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580306.757778:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946495360:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 94us (1947us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.757784:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4269 00000100:00100000:2.0:1777580306.757810:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946494592 00000100:00100000:2.0:1777580306.757815:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946494592 00000100:00100000:2.0:1777580306.757839:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827626271131 time 7827674707946 state 0x0 ref 1 00000100:00100000:2.0:1777580306.757850:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827674807946 time 7827674707946 state 0x1 ref 1 00000100:00100000:2.0:1777580306.757868:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827674807946 time 7827706729957 state 0x0 ref 1 00000100:00100000:2.0:1777580306.757875:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+66:282660:x1863919946494592:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.757910:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.757936:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e482e9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90daf9 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.758006:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e482e9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daf9 expref: 67 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.758021:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e482e9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daf9 expref: 67 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.758047:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ee:0x0].0x0 (ffffa02498977c00) 00010000:00010000:2.0:1777580306.758050:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.758053:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784ca00, rc 0) 00000100:00100000:2.0:1777580306.758077:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+67:282660:x1863919946494592:12345-192.168.202.9@tcp:101:touch.500 Request processed in 202us (2210us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.758084:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19009 00000100:00100000:2.0:1777580306.758089:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827674807946 time 7827706729957 state 0x2 ref 0 00000100:00100000:2.0:1777580306.758124:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946495616 00000100:00100000:2.0:1777580306.758129:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946495616 00000100:00100000:2.0:1777580306.758190:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11629 00000100:00100000:2.0:1777580306.758196:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946495616:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580306.759646:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759687:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759830:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759862:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759893:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759910:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759923:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759937:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759950:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.759966:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.760023:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388537b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917444096:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.760067:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760104:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946496256 00000100:00100000:3.0:1777580306.760113:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946496256 00010000:00010000:3.0:1777580306.760179:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 23 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760203:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946496512 00000100:00100000:3.0:1777580306.760207:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946496512 00010000:00010000:3.0:1777580306.760222:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 35 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760234:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946496768 00000100:00100000:3.0:1777580306.760237:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946496768 00010000:00010000:3.0:1777580306.760248:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 36 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760259:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946497024 00000100:00100000:3.0:1777580306.760261:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946497024 00010000:00010000:3.0:1777580306.760274:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 23 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760284:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946497280 00000100:00100000:3.0:1777580306.760287:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946497280 00010000:00010000:3.0:1777580306.760299:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 24 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760310:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946497536 00000100:00100000:3.0:1777580306.760312:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946497536 00010000:00010000:3.0:1777580306.760321:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 37 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760331:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946496384 00000100:00100000:3.0:1777580306.760333:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946496384 00010000:00010000:3.0:1777580306.760343:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 38 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760359:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946496640 00000100:00100000:3.0:1777580306.760362:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946496640 00010000:00010000:3.0:1777580306.760373:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 30 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.760388:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4270 00000100:00100000:3.0:1777580306.760397:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2362:x1863919946496256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.760413:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.760419:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 23 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760431:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 23 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760458:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.760461:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.760466:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760476:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760495:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.760546:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2362:x1863919946496256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 150us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.760557:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4270 00000100:00100000:3.0:1777580306.760576:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4271 00000100:00100000:3.0:1777580306.760582:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2362:x1863919946496512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.760590:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.760594:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 38 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760605:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 38 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760618:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.760620:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.760623:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760631:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760642:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.760660:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2362:x1863919946496512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 78us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.760666:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4271 00000100:00100000:3.0:1777580306.760718:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4272 00000100:00100000:3.0:1777580306.760724:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946496768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.760732:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.760738:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 37 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760747:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 37 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760758:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.760759:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.760762:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760770:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760781:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.760801:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946496768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 76us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.760807:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4272 00000100:00100000:3.0:1777580306.760820:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4273 00000100:00100000:3.0:1777580306.760826:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2362:x1863919946497024:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.760833:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.760838:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 24 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760847:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 24 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760866:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.760867:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.760870:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760878:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760903:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.760922:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2362:x1863919946497024:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 97us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.760929:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4273 00000100:00100000:3.0:1777580306.760943:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4274 00000100:00100000:3.0:1777580306.760949:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2362:x1863919946497280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.760957:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.760962:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 23 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760972:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 23 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.760985:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.761002:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2362:x1863919946497280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 54us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.761009:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4274 00000100:00100000:3.0:1777580306.761022:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4275 00000100:00100000:3.0:1777580306.761028:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946497536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.761036:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.761040:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 36 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761050:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 36 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761062:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.761063:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.761067:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761074:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761087:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.761103:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946497536:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 75us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.761110:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4275 00000100:00100000:3.0:1777580306.761122:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4276 00000100:00100000:3.0:1777580306.761128:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946496384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.761162:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.761167:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 35 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761182:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 35 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761193:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.761195:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.761198:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761205:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761218:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.761235:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2362:x1863919946496384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 108us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.761241:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4276 00000100:00100000:3.0:1777580306.761253:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4277 00000100:00100000:3.0:1777580306.761260:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946496640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.761267:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.761272:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 30 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761281:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 30 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761300:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e46060 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1584:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d294 expref: 30 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761316:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.761317:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.761321:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761329:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761351:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.761370:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946496640:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 111us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.761376:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4277 00010000:00010000:3.0:1777580306.761401:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761409:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761421:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761429:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.761449:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580306.762043:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917442176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31049us (32100us total) trans 8589938895 rc 0/0 00000100:00100000:3.0:1777580306.762053:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11622 00010000:00010000:3.0:1777580306.762111:0:205895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000522c9545/0xcb2b2f2f7e46369 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d335 expref: 22 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.762126:0:205895:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388537800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:205895:1863919917444608:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.762182:0:205895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.762191:0:205895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.762198:0:205895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.762207:0:205895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.762214:0:205895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.762233:0:205895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580306.762560:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3288:x1863919917443584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28178us (29543us total) trans 8589938497 rc 0/0 00000100:00100000:3.0:1777580306.762568:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11626 00000100:00100000:2.0:1777580306.762862:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946495616:12345-192.168.202.9@tcp:2:touch.500 Request processed in 4664us (6929us total) trans 8589938498 rc 0/0 00000100:00100000:2.0:1777580306.762871:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11629 00010000:00010000:2.0:1777580306.762914:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.762925:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.762934:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.762942:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.762962:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1777580306.763305:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+21:3288:x1863919917441280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 78298us (79486us total) trans 8589938896 rc 0/0 00000100:00100000:2.0:1777580306.763313:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11613 00010000:00010000:2.0:1777580306.763342:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.763352:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.763361:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.763369:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.763388:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1777580306.763782:0:205897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f08475dd/0xcb2b2f2f7e4630e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1587:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d30b expref: 22 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.763799:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:205897:1863919917443712:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.763826:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.763835:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.763841:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.763861:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.763869:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.763878:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1777580306.764267:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917442048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38764us (39492us total) trans 8589938897 rc 0/0 00000100:00100000:1.0:1777580306.764278:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11619 00010000:00010000:1.0:1777580306.765865:0:205906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000156f0e9e/0xcb2b2f2f7e45e6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d201 expref: 34 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.765907:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c24d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:205906:1863919917444224:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.765941:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.765952:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.765961:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.765974:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.765984:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.766003:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1777580306.770004:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917442944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38161us (40006us total) trans 8589938499 rc 0/0 00000100:00100000:1.0:1777580306.770019:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11623 00000100:00100000:1.0:1777580306.770081:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946495872 00000100:00100000:1.0:1777580306.770093:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946495872 00000100:00100000:1.0:1777580306.770155:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827674807946 time 7827706729957 state 0x0 ref 1 00000100:00100000:1.0:1777580306.770170:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827706829957 time 7827706729957 state 0x1 ref 1 00000100:00100000:1.0:1777580306.770197:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946496128 00000100:00100000:1.0:1777580306.770200:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946496128 00000100:00100000:1.0:1777580306.770214:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827706829957 time 7827706729957 state 0x1 ref 2 00000100:00100000:1.0:1777580306.770233:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827719195238 time 7827719095238 state 0x1 ref 2 00000100:00100000:1.0:1777580306.770247:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+68:282659:x1863919946495872:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580306.770330:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.770365:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4828e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daeb expref: 68 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.770388:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ef:0x0].0x0 (ffffa02493ac1a00) 00010000:00010000:1.0:1777580306.770400:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.770699:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c24d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:207637:1863919917444352:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.770732:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.770767:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917444480:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.770782:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.770813:0:205898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0646e52/0xcb2b2f2f7e46163 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2be expref: 21 pid: 207637 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.770825:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205898:1863919917444736:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.770838:0:205898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e45ec3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d216 expref: 33 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.770847:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205898:1863919917444864:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.770876:0:205898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.770896:0:205898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.770903:0:205898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.770913:0:205898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.770922:0:205898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.770941:0:205898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1777580306.771433:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3288:x1863919917442688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36199us (38367us total) trans 8589938500 rc 0/0 00000100:00100000:0.0:1777580306.771443:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11627 00000100:00100000:0.0:1777580306.771689:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef35180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917444992:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.771708:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580306.771751:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393725500/2, rc 0, transno 8589938895 00000100:00100000:0.0:1777580306.771768:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917442176:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.771783:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef33b80/2, rc 0, transno 8589938499 00000100:00100000:0.0:1777580306.771794:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917442944:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.771805:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393727480/2, rc 0, transno 8589938897 00000100:00100000:0.0:1777580306.771809:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393727480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917442048:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.771833:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393727100/2, rc 0, transno 8589938500 00000100:00100000:0.0:1777580306.771837:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393727100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917442688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777580306.772204:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393726680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917441024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60020us (75880us total) trans 8589938898 rc 0/0 00000100:00100000:2.0:1777580306.772213:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11615 00010000:00010000:2.0:1777580306.772245:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.772256:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.772272:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.772280:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.772291:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000004:00080000:0.0:1777580306.773046:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c4700/2, rc 0, transno 8589938497 00000100:00100000:0.0:1777580306.773056:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917443584:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.773082:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393726a00/2, rc 0, transno 8589938896 00000100:00100000:0.0:1777580306.773087:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917441280:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777580306.773116:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1777580306.773125:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773153:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.773158:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773168:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773192:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773201:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e482b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773229:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1777580306.773234:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773240:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.773243:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773250:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773261:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773269:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031ece101/0xcb2b2f2f7e482d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773286:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1777580306.773291:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773297:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.773300:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773307:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773317:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773324:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042461f20/0xcb2b2f2f7e48264 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773339:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1777580306.773343:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773349:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.773352:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773359:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773367:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773373:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088e0c9ff/0xcb2b2f2f7e48272 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773388:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777580306.773392:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773398:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.773401:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773409:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773418:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773425:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d483d609/0xcb2b2f2f7e4829c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773439:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777580306.773444:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.773451:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.773454:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.774212:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3288:x1863919917440896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62722us (77971us total) trans 8589938899 rc 0/0 00000100:00100000:2.0:1777580306.774225:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11614 00000100:00100000:2.0:1777580306.774308:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393dead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917441792:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.774335:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.774422:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827719195238 time 7827723280742 state 0x0 ref 2 00000100:00100000:2.0:1777580306.774444:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+67:282662:x1863919946496128:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580306.774710:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.774730:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.774742:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775596:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775620:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775629:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e482bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775655:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580306.775660:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775668:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.775672:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775685:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775695:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775703:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e482db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775717:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.775721:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775728:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.775730:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775737:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775746:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775752:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1f3ab84/0xcb2b2f2f7e4826b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775773:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.775775:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.775777:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.775823:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775832:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775838:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.775843:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.775847:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.776013:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.776035:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e482f7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db00 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.776225:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.776241:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.776252:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.776269:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.776275:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.776281:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580306.776650:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007fb073b reply state 00000000cfc2abdb transno 8589950359 ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.776661:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580306.776789:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+70:282659:x1863919946495872:12345-192.168.202.9@tcp:36:touch.500 Request processed in 6541us (17147us total) trans 8589950359 rc 0/0 00000100:00100000:1.0:1777580306.776801:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19010 00000100:00100000:3.0:1777580306.776993:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580306.777421:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.777436:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02493ac1000) 00010000:00010000:0.0:1777580306.777440:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.777447:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.777595:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580306.777603:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580306.777610:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580306.777670:0:205896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e46083 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a9 expref: 32 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.777689:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c24f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917443968:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.777719:0:205896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.777732:0:205896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.777739:0:205896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.777750:0:205896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.777759:0:205896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.777781:0:205896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580306.777948:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e4825d lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.777992:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.778008:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.778017:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.778025:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.778041:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580306.778733:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.778762:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.778791:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.778815:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.778841:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.779949:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946496896 00000100:00100000:2.0:1777580306.779965:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946496896 00010000:00010000:2.0:1777580306.780023:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 32 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.780067:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946497152 00000100:00100000:2.0:1777580306.780070:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946497152 00010000:00010000:2.0:1777580306.780084:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 33 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.780100:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946497408 00000100:00100000:2.0:1777580306.780103:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946497408 00010000:00010000:2.0:1777580306.780116:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 29 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.780126:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946497664 00000100:00100000:2.0:1777580306.780129:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946497664 00010000:00010000:2.0:1777580306.780163:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 34 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.780179:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4278 00000100:00100000:2.0:1777580306.780190:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2362:x1863919946496896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580306.780210:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.780215:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 34 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.780230:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 34 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.780258:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000080058a/0xcb2b2f2f7e46457 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d382 expref: 34 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.780289:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.780292:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.780299:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.780312:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.780348:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.782766:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3289:x1863919917441920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 65683us (66708us total) trans 8589938900 rc 0/0 00000100:00100000:0.0:1777580306.782782:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11617 00000100:00100000:0.0:1777580306.782820:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946497792 00000100:00100000:0.0:1777580306.782830:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946497792 00000100:00100000:1.0:1777580306.783356:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917443328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52649us (53525us total) trans 8589938501 rc 0/0 00000100:00100000:2.0:1777580306.783464:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2362:x1863919946496896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3274us (6470us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.783476:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4278 00000100:00100000:2.0:1777580306.783564:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4279 00000100:00100000:2.0:1777580306.783577:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2362:x1863919946497152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580306.783599:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580306.783611:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 32 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.783630:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 32 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.783657:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093f3be63/0xcb2b2f2f7e4641f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d366 expref: 32 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.783677:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.783680:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.783685:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.783697:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.783734:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.784032:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11630 00000100:00100000:0.0:1777580306.784048:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2364:x1863919946497792:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:0.0:1777580306.784287:0:205905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x15a3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777580306.784290:0:205905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x15a3:0x0] updating lvb mtime from disk: 1777580305 -> 1777580305 00002000:00010000:0.0:1777580306.784294:0:205905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x15a3:0x0] updating lvb atime from disk: 1777580305 -> 1777580305 00002000:00010000:0.0:1777580306.784296:0:205905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x15a3:0x0] updating lvb ctime from disk: 1777580305 -> 1777580305 00002000:00010000:0.0:1777580306.784299:0:205905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x15a3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777580306.784376:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11621 00010000:00010000:1.0:1777580306.784461:0:189456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e45eca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d21d expref: 31 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.784476:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917443840:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.784501:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.784518:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.784526:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.784537:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.784546:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.784568:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777580306.785298:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917442816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55066us (60435us total) trans 8589938502 rc 0/0 00000100:00100000:1.0:1777580306.785307:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11620 00000100:00100000:1.0:1777580306.785355:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4280 00000100:00100000:1.0:1777580306.785367:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946497408:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.785382:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.785391:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 29 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.785406:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 29 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.785436:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e45ed1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x157f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d224 expref: 29 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.786187:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.786236:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.786373:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4281 00000100:00100000:3.0:1777580306.786387:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946497664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.786400:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.786408:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 30 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.786424:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 30 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.786442:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b3d1b26/0xcb2b2f2f7e4607c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d2a2 expref: 30 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.786469:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.786471:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.786477:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.786495:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.786522:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.786569:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946497664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 186us (7775us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.786575:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4281 00000100:00100000:3.0:1777580306.786649:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946498176 00000100:00100000:3.0:1777580306.786659:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946498176 00000100:00100000:3.0:1777580306.786695:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11631 00000100:00100000:3.0:1777580306.786702:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946498176:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580306.787007:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946498176:12345-192.168.202.9@tcp:2:touch.500 Request processed in 304us (822us total) trans 8589938902 rc 0/0 00000100:00100000:3.0:1777580306.787014:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11631 00000100:00100000:3.0:1777580306.787106:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946498304 00000100:00100000:3.0:1777580306.787111:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946498304 00000100:00100000:3.0:1777580306.787163:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827723380742 time 7827723280742 state 0x1 ref 2 00000100:00100000:3.0:1777580306.787188:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827723380742 time 7827736050264 state 0x0 ref 2 00000100:00100000:3.0:1777580306.787198:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+69:282659:x1863919946498304:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580306.787218:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.787243:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e4830c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db07 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.787311:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e4830c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db07 expref: 70 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.787328:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e4830c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db07 expref: 70 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.787352:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ef:0x0].0x0 (ffffa02499479900) 00010000:00010000:3.0:1777580306.787355:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580306.787359:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc800, rc 0) 00000100:00100000:3.0:1777580306.787386:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+70:282659:x1863919946498304:12345-192.168.202.9@tcp:101:touch.500 Request processed in 189us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.787394:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19012 00010000:00010000:1.0:1777580306.787499:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.787506:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.787512:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.787523:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.787563:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580306.787591:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946497408:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2228us (8828us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.787598:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4280 00000100:00100000:1.0:1777580306.787628:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946498048 00000100:00100000:1.0:1777580306.787633:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946498048 00000100:00100000:1.0:1777580306.787663:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4084 00000100:00100000:1.0:1777580306.787671:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+70:282641:x1863919946498048:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580306.787975:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282641:x1863919946498048:12345-192.168.202.9@tcp:35:touch.500 Request processed in 304us (9132us total) trans 8589950360 rc 0/0 00000100:00100000:1.0:1777580306.787982:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4084 00010000:00010000:1.0:1777580306.788037:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777580306.788046:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788061:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580306.788066:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788076:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788093:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788101:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e482b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788125:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777580306.788130:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788166:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580306.788169:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788176:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788186:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788193:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e48280 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788211:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580306.788214:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788222:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580306.788225:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788233:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788243:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788251:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e482aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.788265:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580306.788268:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580306.788270:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580306.789400:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946497152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5817us (10660us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.789414:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4279 00010000:00010000:2.0:1777580306.789483:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.789498:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.789504:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.789510:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.789515:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.789521:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.789536:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ef:0x0].0x0 (ffffa02499479900) 00010000:00010000:2.0:1777580306.789539:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.789542:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.789548:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e482f0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580306.790056:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15ac:0x0], index 0: 0 00010000:00010000:2.0:1777580306.790292:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e48313 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790307:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e48313 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790318:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e48313 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790364:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790371:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790377:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790382:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.790385:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790391:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790398:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.790401:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.790404:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790410:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e482fe lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580306.790424:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df6a2041 reply state 0000000035a19c03 transno 8589950361 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.790433:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580306.790468:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e482f7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db00 expref: 71 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790488:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e48313 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db00 expref: 70 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.790495:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02498977600) 00010000:00010000:2.0:1777580306.790497:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.790499:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e86200, rc 0) 00000100:00100000:2.0:1777580306.790565:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282662:x1863919946496128:12345-192.168.202.9@tcp:101:touch.500 Request processed in 16130us (30878us total) trans 8589950361 rc 0/0 00000100:00100000:2.0:1777580306.790574:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19011 00000100:00100000:2.0:1777580306.790583:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827723380742 time 7827736050264 state 0x2 ref 0 00010000:00010000:3.0:1777580306.793122:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.797078:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.797099:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.797108:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.797175:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580306.797823:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917441152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 83647us (89006us total) trans 8589938903 rc 0/0 00000100:00100000:3.0:1777580306.797836:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11616 00000100:00100000:0.0:1777580306.798677:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2364:x1863919946497792:12345-192.168.202.9@tcp:2:touch.500 Request processed in 14626us (19853us total) trans 8589938901 rc 0/0 00000100:00100000:0.0:1777580306.798693:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11630 00010000:00010000:0.0:1777580306.798747:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.798760:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.798772:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.798780:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.798811:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580306.799351:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3289:x1863919917442304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79854us (83112us total) trans 8589938904 rc 0/0 00000100:00100000:0.0:1777580306.799360:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11618 00000100:00100000:0.0:1777580306.799547:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917445248:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.799595:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.799631:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917445760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.799655:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580306.799704:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393724380/2, rc 0, transno 8589938502 00000100:00100000:0.0:1777580306.799716:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917442816:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.799730:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c7100/2, rc 0, transno 8589938501 00000100:00100000:0.0:1777580306.799734:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917443328:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.799747:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393726d80/2, rc 0, transno 8589938903 00000100:00100000:0.0:1777580306.799755:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917441152:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.799767:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393724e00/2, rc 0, transno 8589938898 00000100:00100000:0.0:1777580306.799770:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917441024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.799784:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777580306.799789:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917445376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.799810:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.799852:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917445504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.799873:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580306.799914:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393724a80/2, rc 0, transno 8589938899 00000100:00100000:0.0:1777580306.799918:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917440896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.799925:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777580306.799929:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917445120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.799950:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.799966:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917445632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.799984:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777580306.800012:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580306.800022:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800033:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.800039:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800050:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800075:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800082:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48279 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800110:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.800114:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800121:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.800123:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800130:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800164:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800172:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049b7be89/0xcb2b2f2f7e48287 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800187:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.800189:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.800191:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.800198:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.800229:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800239:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800248:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800256:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.800271:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580306.800683:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aced5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+21:3290:x1863919917443456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68651us (70650us total) trans 8589938503 rc 0/0 00000100:00100000:0.0:1777580306.800693:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11624 00000100:00100000:0.0:1777580306.800836:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917445248 00000100:00100000:0.0:1777580306.800845:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917445248 00000100:00100000:0.0:1777580306.800893:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917445760 00000100:00100000:0.0:1777580306.800897:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917445760 00000100:00100000:0.0:1777580306.800917:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917445376 00000100:00100000:0.0:1777580306.800920:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917445376 00000100:00100000:0.0:1777580306.800936:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917445504 00000100:00100000:0.0:1777580306.800939:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917445504 00000100:00100000:0.0:1777580306.800954:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917445120 00000100:00100000:0.0:1777580306.800956:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917445120 00000100:00100000:0.0:1777580306.800976:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917445632 00000100:00100000:0.0:1777580306.800979:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917445632 00000100:00100000:0.0:1777580306.801001:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11632 00000100:00100000:0.0:1777580306.801010:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+23:3290:x1863919917445248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580306.801046:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5513 count 1 00010000:00010000:0.0:1777580306.801073:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801094:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 22 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801103:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.801106:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.801109:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801177:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 22 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801194:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 22 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.801209:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917445888:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.801279:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0c6c0 going to sleep for 11 seconds 00000004:00080000:0.0:1777580306.801325:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393726300/2, rc 0, transno 8589938904 00000100:00100000:0.0:1777580306.801333:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917442304:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.801344:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393724000/2, rc 0, transno 8589938900 00000100:00100000:0.0:1777580306.801347:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917441920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.801369:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11633 00000100:00100000:0.0:1777580306.801377:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+23:3290:x1863919917445760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.801391:0:205908:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5478 count 1 00010000:00010000:0.0:1777580306.801409:0:205908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801421:0:205908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 20 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801429:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.801430:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.801433:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801452:0:205908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 20 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801461:0:205908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 20 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.801471:0:205908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0238941ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917446016:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.801494:0:205908:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0c180 going to sleep for 11 seconds 00010000:00010000:0.0:1777580306.801511:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801520:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801530:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801539:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.801557:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777580306.802899:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11634 00000100:00100000:2.0:1777580306.802920:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3290:x1863919917445376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.802949:0:193009:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5512 count 1 00010000:00010000:2.0:1777580306.802977:0:193009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.803000:0:193009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 22 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.803009:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.803011:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.803013:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.803048:0:193009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 22 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.803062:0:193009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 22 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.803075:0:193009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393dead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917446144:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.803179:0:193009:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023846e3900 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.803222:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11635 00000100:00100000:2.0:1777580306.803233:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3288:x1863919917445504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580306.803250:0:205907:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5476 count 1 00010000:00010000:2.0:1777580306.803267:0:205907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.803280:0:205907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 20 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.803287:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.803289:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.803291:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.803316:0:205907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 20 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.803326:0:205907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 20 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.803343:0:205907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917446272:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.803370:0:205907:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc9480 going to sleep for 11 seconds 00010000:00010000:2.0:1777580306.806005:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580306.806024:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806041:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.806046:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806059:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806087:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806094:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000096c5082/0xcb2b2f2f7e482c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806131:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580306.806151:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806158:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.806161:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806168:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806177:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806184:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018fe56a3/0xcb2b2f2f7e482cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.806196:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.806198:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.806200:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580306.806350:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3288:x1863919917443072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73113us (73383us total) trans 8589938504 rc 0/0 00000100:00100000:0.0:1777580306.806363:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11625 00000100:00100000:0.0:1777580306.806410:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11636 00000100:00100000:0.0:1777580306.806425:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3288:x1863919917445120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580306.806972:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5509 count 1 00010000:00010000:0.0:1777580306.807004:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.807025:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 28 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.807034:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.807036:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.807040:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.807083:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 28 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.807098:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 28 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.807114:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0238941d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:188248:1863919917446400:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.807247:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ca80 going to sleep for 11 seconds 00010000:00010000:0.0:1777580306.807296:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.807307:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.807319:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.807328:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.807353:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580306.809259:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3288:x1863919917443200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 70902us (76156us total) trans 8589938505 rc 0/0 00000100:00100000:0.0:1777580306.809274:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11628 00000100:00100000:0.0:1777580306.809315:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11637 00000100:00100000:0.0:1777580306.809329:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3288:x1863919917445632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.809362:0:206018:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5479 count 1 00010000:00010000:0.0:1777580306.809390:0:206018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.809414:0:206018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 20 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.809423:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.809425:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.809428:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.809606:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580306.809618:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.809627:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.809632:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.809642:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.809663:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.809671:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af6ee231/0xcb2b2f2f7e482e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.809697:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.809699:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.809701:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.813627:0:206018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 20 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.813655:0:206018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 20 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.813678:0:206018:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917446528:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.813808:0:206018:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c300 going to sleep for 11 seconds 00010000:00010000:0.0:1777580306.814972:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.815184:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580306.815204:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917447040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.815282:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580306.815356:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c7b80/2, rc 0, transno 8589938503 00000100:00100000:0.0:1777580306.815370:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917443456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.815388:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777580306.815394:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917446656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.815420:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.815439:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917447168:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580306.815833:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917447040 00000100:00100000:3.0:1777580306.815842:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917447040 00000100:00100000:3.0:1777580306.815908:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917446656 00000100:00100000:3.0:1777580306.815912:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917446656 00000100:00100000:3.0:1777580306.815937:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11638 00000100:00100000:3.0:1777580306.815947:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+24:3290:x1863919917447040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580306.815981:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5515 count 1 00010000:00010000:3.0:1777580306.816014:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.816041:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.816051:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.816053:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.816057:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.816089:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 22 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.816102:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 22 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.816115:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023a0415c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917447552:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.816206:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b7d42900 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.816564:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777580306.816620:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580306.816694:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.817130:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917447168 00000100:00100000:2.0:1777580306.817166:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917447168 00000100:00100000:2.0:1777580306.817216:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11639 00000100:00100000:2.0:1777580306.817227:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3290:x1863919917446656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580306.817253:0:188246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5477 count 1 00010000:00010000:2.0:1777580306.817281:0:188246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.817301:0:188246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 20 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.817309:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.817310:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.817313:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.817347:0:188246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 20 pid: 205906 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.817359:0:188246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 20 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.817375:0:188246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917447680:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.817435:0:188246:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02392bc93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.817470:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11640 00000100:00100000:2.0:1777580306.817480:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3290:x1863919917447168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.817495:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5516 count 1 00010000:00010000:2.0:1777580306.817514:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.817527:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 22 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.817533:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.817535:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.817537:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.817556:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 22 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.817565:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 22 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.817575:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393deb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:189456:1863919917447808:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.817600:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0c240 going to sleep for 11 seconds 00000100:00100000:3.0:1777580306.817827:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946498560 00000100:00100000:3.0:1777580306.817833:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946498560 00000100:00100000:0.0:1777580306.817949:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.817982:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946498688 00000100:00100000:0.0:1777580306.817986:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946498688 00000100:00100000:0.0:1777580306.818020:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11641 00000100:00100000:0.0:1777580306.818029:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2361:x1863919946498688:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580306.818414:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2361:x1863919946498688:12345-192.168.202.9@tcp:2:touch.500 Request processed in 385us (465us total) trans 8589938506 rc 0/0 00000100:00100000:0.0:1777580306.818423:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11641 00000100:00100000:0.0:1777580306.820978:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917446784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.821082:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.821160:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02397d5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917447296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.821184:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580306.821241:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ad9c4000/2, rc 0, transno 8589938505 00000100:00100000:0.0:1777580306.821248:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ad9c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917443200:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.821260:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024b55c2300/2, rc 0, transno 8589938504 00000100:00100000:0.0:1777580306.821263:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917443072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.821282:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777580306.821289:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917446912:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.821310:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.821327:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917447424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.821353:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580306.821615:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917446784 00000100:00100000:2.0:1777580306.821624:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917446784 00000100:00100000:2.0:1777580306.821678:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917447296 00000100:00100000:2.0:1777580306.821681:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917447296 00000100:00100000:2.0:1777580306.821701:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917446912 00000100:00100000:2.0:1777580306.821703:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917446912 00000100:00100000:2.0:1777580306.821718:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917447424 00000100:00100000:2.0:1777580306.821721:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917447424 00000100:00100000:2.0:1777580306.821737:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11642 00000100:00100000:2.0:1777580306.821746:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3288:x1863919917446784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580306.821782:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5480 count 1 00010000:00010000:2.0:1777580306.821819:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.821846:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 20 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.821868:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.821871:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.821875:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.821921:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 20 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.821937:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 20 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.821950:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917448064:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.822020:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.822044:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11643 00000100:00100000:2.0:1777580306.822052:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3288:x1863919917447296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.822067:0:205906:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5517 count 1 00010000:00010000:2.0:1777580306.822084:0:205906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.822099:0:205906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 22 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.822107:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.822108:0:205906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.822110:0:205906:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.822152:0:205906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 22 pid: 188248 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.822164:0:205906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 22 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.822176:0:205906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393deb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917448192:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.822203:0:205906:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023895cbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.822222:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11644 00000100:00100000:2.0:1777580306.822229:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+28:3288:x1863919917446912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777580306.822242:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5514 count 1 00010000:00010000:2.0:1777580306.822256:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.822270:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 22 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.822276:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.822277:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580306.822279:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.822298:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 22 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.822307:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 22 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.822318:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02393de8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917448320:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.822339:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023895cb600 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.823115:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11645 00000100:00100000:0.0:1777580306.823129:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3288:x1863919917447424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580306.823166:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5518 count 1 00010000:00010000:0.0:1777580306.823185:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.823203:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 22 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.823210:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.823212:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.823215:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.823240:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 22 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.823252:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 22 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.823264:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917448704:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.823314:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.827212:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917447936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.827319:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.827390:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777580306.827398:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917448448:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.827425:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.827468:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917447936 00000100:00100000:0.0:1777580306.827478:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917447936 00000100:00100000:0.0:1777580306.827534:0:205898:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917448448 00000100:00100000:0.0:1777580306.827538:0:205898:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917448448 00000100:00100000:0.0:1777580306.827557:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11646 00000100:00100000:0.0:1777580306.827566:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+27:3290:x1863919917447936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.827605:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5482 count 1 00010000:00010000:0.0:1777580306.827643:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.827672:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 20 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.827681:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.827684:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.827688:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.827733:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 20 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.827749:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 20 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.827763:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0248626bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205898:1863919917448832:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.827824:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c780 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.827845:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11647 00000100:00100000:0.0:1777580306.828999:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3290:x1863919917448448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.829034:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5483 count 1 00010000:00010000:0.0:1777580306.829063:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.829084:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 20 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.829093:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.829095:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.829098:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.829150:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 20 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.829164:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 20 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.829180:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0248626a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917448960:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.829250:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.829296:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249dc42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917448576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.829346:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.829415:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917448576 00000100:00100000:0.0:1777580306.829423:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917448576 00000100:00100000:3.0:1777580306.832058:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4085 00000100:00100000:3.0:1777580306.832089:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282660:x1863919946498560:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580306.832711:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+72:282660:x1863919946498560:12345-192.168.202.9@tcp:35:touch.500 Request processed in 637us (16015us total) trans 8589950362 rc 0/0 00000100:00100000:3.0:1777580306.832720:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4085 00000100:00100000:0.0:1777580306.833111:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11648 00000100:00100000:0.0:1777580306.833157:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3288:x1863919917448576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.833187:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5481 count 1 00010000:00010000:0.0:1777580306.833220:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.833245:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 20 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.833255:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.833258:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.833262:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.833358:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 20 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.833374:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 20 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.833393:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02486269880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917449088:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.834574:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024996ed480 going to sleep for 11 seconds 00010000:00010000:0.0:1777580306.834633:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.834644:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.834653:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.834659:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.834665:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.834674:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.834693:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02498977100) 00010000:00010000:0.0:1777580306.834697:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.834703:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.834709:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e48305 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.834788:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917445888:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.834816:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.835018:0:205908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0238941ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:205908:1863919917446016:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.835035:0:205908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.835118:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.835215:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.837316:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.837353:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946499072 00000100:00100000:2.0:1777580306.837365:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946499072 00000100:00100000:2.0:1777580306.837416:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827366465188 time 7827409260048 state 0x0 ref 1 00000100:00100000:2.0:1777580306.837432:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827409360048 time 7827409260048 state 0x1 ref 1 00000100:00100000:2.0:1777580306.837581:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827409360048 time 7827786442755 state 0x0 ref 1 00000100:00100000:2.0:1777580306.837597:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282670:x1863919946499072:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.837632:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.837661:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e48391 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db0e expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.837750:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.837768:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.837783:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.837801:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.837808:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.837814:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838099:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e483a6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838110:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e483a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838121:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e483a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.838188:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e7:0x0]: returning size 0 00000004:00200000:2.0:1777580306.838193:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.838217:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e483a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838231:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e483a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838240:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838246:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838252:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838259:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.838263:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.838270:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840523:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.840538:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.840555:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840573:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48398 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840606:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840614:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840621:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840627:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.840631:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840639:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840655:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02498977f00) 00010000:00010000:2.0:1777580306.840658:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.840661:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840667:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4839f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840738:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e48391 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db0e expref: 73 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840763:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e483a6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db0e expref: 72 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.840771:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e7:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:2.0:1777580306.840773:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.840776:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149a00, rc 0) 00000100:00100000:2.0:1777580306.841195:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+72:282670:x1863919946499072:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3598us (3887us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.841207:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19013 00000100:00100000:2.0:1777580306.841216:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827409360048 time 7827786442755 state 0x2 ref 0 00000100:00100000:2.0:1777580306.841339:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.841382:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946499328 00000100:00100000:2.0:1777580306.841392:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946499328 00000100:00100000:2.0:1777580306.841445:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4086 00000100:00100000:2.0:1777580306.841526:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+300:282680:x1863919946499328:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580306.841783:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+301:282680:x1863919946499328:12345-192.168.202.9@tcp:35:touch.500 Request processed in 329us (444us total) trans 8589950363 rc 0/0 00000100:00100000:2.0:1777580306.841791:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4086 00000100:00100000:2.0:1777580306.841902:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.841927:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946499456 00000100:00100000:2.0:1777580306.841931:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946499456 00000100:00100000:2.0:1777580306.841950:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827409360048 time 7827786442755 state 0x0 ref 1 00000100:00100000:2.0:1777580306.841962:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827786542755 time 7827786442755 state 0x1 ref 1 00000100:00100000:2.0:1777580306.841986:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827786542755 time 7827790848508 state 0x0 ref 1 00000100:00100000:2.0:1777580306.841995:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+72:282666:x1863919946499456:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.842008:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.842028:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e483ad lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db15 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842085:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842103:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842115:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842132:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842165:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842172:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842295:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842303:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842314:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.842347:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e5:0x0]: returning size 0 00000004:00200000:2.0:1777580306.842353:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.842371:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842383:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842390:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842397:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842404:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842410:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.842414:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842421:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842433:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.842436:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.842440:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.842451:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e483b4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.842632:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946498944 00000100:00100000:0.0:1777580306.842639:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946498944 00010000:00010000:0.0:1777580306.842671:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 21 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.842703:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946498816 00000100:00100000:0.0:1777580306.842707:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946498816 00010000:00010000:0.0:1777580306.842725:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 23 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.842746:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4282 00000100:00100000:0.0:1777580306.842755:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2364:x1863919946498944:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.842768:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.842773:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 21 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.842787:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 21 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.842808:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e467fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d44d expref: 21 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.842826:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.842828:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.842833:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.842844:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.842873:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.842921:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2364:x1863919946498944:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 166us (7803us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.842928:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4282 00000100:00100000:0.0:1777580306.842950:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4283 00000100:00100000:0.0:1777580306.842957:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2364:x1863919946498816:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.842966:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.842970:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 23 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.842981:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 23 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.842994:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5146477/0xcb2b2f2f7e464e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1589:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ac expref: 23 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843004:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.843005:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.843008:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843016:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843035:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.843057:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2364:x1863919946498816:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 100us (7842us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.843063:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4283 00000100:00100000:0.0:1777580306.843124:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.843178:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.843202:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.843222:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.843241:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.843262:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.843309:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580306.843337:0:205908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843348:0:205908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843358:0:205908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843366:0:205908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843387:0:205908:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580306.843932:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+29:3290:x1863919917445760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42554us (44273us total) trans 8589938507 rc 0/0 00000100:00100000:0.0:1777580306.843942:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11633 00010000:00010000:0.0:1777580306.843975:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843986:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.843994:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.844001:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.844016:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580306.844309:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+29:3290:x1863919917445248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43299us (44713us total) trans 8589938905 rc 0/0 00000100:00100000:0.0:1777580306.844316:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11632 00000100:00100000:0.0:1777580306.844344:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946499584 00000100:00100000:0.0:1777580306.844352:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946499584 00000100:00100000:0.0:1777580306.844383:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827790948508 time 7827790848508 state 0x1 ref 2 00000100:00100000:0.0:1777580306.844395:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946499712 00000100:00100000:0.0:1777580306.844398:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946499712 00000100:00100000:0.0:1777580306.844406:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827790948508 time 7827790848508 state 0x1 ref 3 00000100:00100000:0.0:1777580306.844413:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946499840 00000100:00100000:0.0:1777580306.844415:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946499840 00000100:00100000:0.0:1777580306.844423:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827790948508 time 7827790848508 state 0x1 ref 4 00000100:00100000:0.0:1777580306.844430:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946499968 00000100:00100000:0.0:1777580306.844433:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946499968 00000100:00100000:0.0:1777580306.844443:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827790948508 time 7827790848508 state 0x1 ref 5 00000100:00100000:0.0:1777580306.844450:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946500096 00000100:00100000:0.0:1777580306.844452:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946500096 00000100:00100000:0.0:1777580306.844461:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827790948508 time 7827790848508 state 0x1 ref 6 00000100:00100000:0.0:1777580306.844469:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946500224 00000100:00100000:0.0:1777580306.844471:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946500224 00000100:00100000:0.0:1777580306.844486:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827790948508 time 7827790848508 state 0x1 ref 7 00000100:00100000:0.0:1777580306.844492:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946500480 00000100:00100000:0.0:1777580306.844495:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946500480 00000100:00100000:0.0:1777580306.844506:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827723380742 time 7827736050264 state 0x0 ref 1 00000100:00100000:0.0:1777580306.844512:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827736150264 time 7827736050264 state 0x1 ref 1 00000100:00100000:0.0:1777580306.844523:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827736150264 time 7827793385396 state 0x0 ref 1 00000100:00100000:0.0:1777580306.844534:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282662:x1863919946500480:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580306.844592:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.844616:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e48313 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db00 expref: 80 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.844638:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02498977600) 00010000:00010000:0.0:1777580306.844652:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580306.844739:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.844753:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.844768:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580306.844916:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007266ee64 reply state 00000000edc9f342 transno 8589950364 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.844925:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580306.845001:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282662:x1863919946500480:12345-192.168.202.9@tcp:36:touch.500 Request processed in 469us (1690us total) trans 8589950364 rc 0/0 00000100:00100000:0.0:1777580306.845009:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19021 00000100:00100000:0.0:1777580306.845014:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827736150264 time 7827793385396 state 0x2 ref 0 00000100:00100000:0.0:1777580306.845034:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827793997274 time 7827793897274 state 0x1 ref 7 00000100:00100000:0.0:1777580306.845043:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282673:x1863919946499584:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580306.845054:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580306.845065:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e483d0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db1c expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845113:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845123:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845131:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845173:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845180:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845186:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845285:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e483e5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845295:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e483e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845301:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e483e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580306.845329:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e8:0x0]: returning size 0 00000004:00200000:0.0:1777580306.845333:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580306.845351:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e483e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845363:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e483e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845370:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845377:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845384:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845395:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.845400:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845407:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845418:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580306.845421:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.845425:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845432:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e483d7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845447:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845453:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845459:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845465:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.845468:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845475:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845486:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02499549a00) 00010000:00010000:0.0:1777580306.845489:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.845492:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845498:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e483de lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845525:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e483d0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db1c expref: 82 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845541:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e483e5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db1c expref: 81 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845548:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e8:0x0].0x0 (ffffa024814ca500) 00010000:00010000:0.0:1777580306.845550:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580306.845553:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0200, rc 0) 00000100:00100000:0.0:1777580306.845579:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282673:x1863919946499584:12345-192.168.202.9@tcp:101:rm.500 Request processed in 537us (2454us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.845586:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19015 00000100:00100000:0.0:1777580306.845608:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827794570381 time 7827794470381 state 0x1 ref 6 00000100:00100000:0.0:1777580306.845618:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282696:x1863919946499712:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580306.845627:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580306.845637:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e483ec lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db23 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845674:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845683:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845689:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845701:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845707:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845714:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845766:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48401 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845776:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48401 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845782:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48401 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580306.845802:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7eb:0x0]: returning size 0 00000004:00200000:0.0:1777580306.845805:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580306.845814:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48401 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845826:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48401 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845833:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845839:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845845:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845850:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.845854:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845859:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.845867:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580306.845869:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.845872:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847403:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847421:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847427:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847432:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.847437:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847444:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847528:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02498977000) 00010000:00010000:2.0:1777580306.847531:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.847536:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847543:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e483bb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847602:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e483ad lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db15 expref: 82 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847627:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db15 expref: 81 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847634:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:2.0:1777580306.847636:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.847639:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9800, rc 0) 00000100:00100000:2.0:1777580306.847709:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282666:x1863919946499456:12345-192.168.202.9@tcp:101:rm.500 Request processed in 5714us (5805us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.847719:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19014 00000100:00100000:2.0:1777580306.847757:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827796718795 time 7827796618795 state 0x1 ref 5 00000100:00100000:2.0:1777580306.847774:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282688:x1863919946499840:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.847792:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.847807:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48408 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db2a expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.847987:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.848004:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.848014:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.848029:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.848039:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.848045:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.850107:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4841d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.850130:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4841d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852676:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4841d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.852745:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ea:0x0]: returning size 0 00000004:00200000:2.0:1777580306.852750:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.852778:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4841d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852796:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4841d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852809:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852816:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852824:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852835:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.852840:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852861:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852885:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.852889:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.852894:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852900:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4840f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852926:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852933:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852939:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852945:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.852948:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852955:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852968:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024989ec100) 00010000:00010000:2.0:1777580306.852971:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.852974:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.852980:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48416 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853035:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48408 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db2a expref: 82 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853055:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4841d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db2a expref: 81 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853064:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ea:0x0].0x0 (ffffa024814ca000) 00010000:00010000:2.0:1777580306.853067:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.853069:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7c00, rc 0) 00000100:00100000:2.0:1777580306.853331:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282688:x1863919946499840:12345-192.168.202.9@tcp:101:rm.500 Request processed in 5559us (10124us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.853344:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19017 00000100:00100000:2.0:1777580306.853397:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827802356343 time 7827802256343 state 0x1 ref 4 00000100:00100000:2.0:1777580306.853416:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282675:x1863919946499968:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.853440:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.853470:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7600/0xcb2b2f2f7e48424 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db31 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853542:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853554:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853563:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853581:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853587:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853592:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853720:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e48439 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853728:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e48439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853735:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e48439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.853758:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e9:0x0]: returning size 0 00000004:00200000:2.0:1777580306.853762:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.853775:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e48439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853788:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e48439 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853794:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853800:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853806:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853812:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.853815:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853820:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853828:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.853830:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.853833:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853838:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e4842b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853848:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853854:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853860:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853865:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.853867:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853872:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853888:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02481646400) 00010000:00010000:2.0:1777580306.853891:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.853893:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853898:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48432 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853918:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7600/0xcb2b2f2f7e48424 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db31 expref: 82 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853927:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e48439 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db31 expref: 81 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.853934:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e9:0x0].0x0 (ffffa024989ece00) 00010000:00010000:2.0:1777580306.853936:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.853938:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7200, rc 0) 00000100:00100000:2.0:1777580306.853969:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282675:x1863919946499968:12345-192.168.202.9@tcp:101:rm.500 Request processed in 561us (10746us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.853979:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19018 00000100:00100000:2.0:1777580306.853998:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827802960895 time 7827802860895 state 0x1 ref 3 00000100:00100000:2.0:1777580306.854009:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282665:x1863919946500096:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.854018:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.854025:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48440 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db38 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.854050:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.854058:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.854065:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.854075:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.854082:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.854088:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.854556:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827802960895 time 7827803415401 state 0x0 ref 3 00000100:00100000:1.0:1777580306.854577:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282701:x1863919946500224:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.854590:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.854604:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48455 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db3f expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854641:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854652:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854660:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854674:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854680:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854687:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854747:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e4846a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854756:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e4846a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854763:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e4846a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580306.854786:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ec:0x0]: returning size 0 00000004:00200000:1.0:1777580306.854790:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580306.854804:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e4846a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854815:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e4846a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854822:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854828:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854835:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854841:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.854844:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854863:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854872:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580306.854875:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.854887:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854894:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389020600/0xcb2b2f2f7e4845c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854907:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854917:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854923:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854928:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389021600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580306.854931:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854937:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854945:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024aca38800) 00010000:00010000:1.0:1777580306.854947:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580306.854950:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854956:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021600/0xcb2b2f2f7e48463 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854982:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02389021200/0xcb2b2f2f7e48455 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db3f expref: 83 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.854995:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e4846a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db3f expref: 82 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.855003:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ec:0x0].0x0 (ffffa02498977900) 00010000:00010000:1.0:1777580306.855005:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580306.855009:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4ee00, rc 0) 00000100:00100000:1.0:1777580306.855043:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282701:x1863919946500224:12345-192.168.202.9@tcp:101:rm.500 Request processed in 473us (11779us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.855050:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19020 00010000:00010000:2.0:1777580306.858210:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858241:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858259:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.858324:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e6:0x0]: returning size 0 00000004:00200000:2.0:1777580306.858329:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.858358:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858374:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858385:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858393:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858400:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858407:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.858412:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858419:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858432:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.858435:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.858441:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858466:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e48447 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858490:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858496:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858503:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858508:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.858511:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858516:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858525:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02481646b00) 00010000:00010000:2.0:1777580306.858527:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.858530:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858536:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e4844e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858587:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48440 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 82 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858609:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 81 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.858617:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:2.0:1777580306.858619:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.858621:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7e00, rc 0) 00000100:00100000:2.0:1777580306.858690:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282665:x1863919946500096:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4680us (15445us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.858702:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19019 00010000:00010000:0.0:1777580306.859314:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e483f3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859343:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859350:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859357:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859362:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580306.859365:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859372:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859382:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02498f4af00) 00010000:00010000:0.0:1777580306.859385:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580306.859388:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859394:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e483fa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859429:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e483ec lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db23 expref: 81 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859441:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48401 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db23 expref: 80 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859449:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7eb:0x0].0x0 (ffffa024814cac00) 00010000:00010000:0.0:1777580306.859451:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580306.859465:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997fa00, rc 0) 00000100:00100000:0.0:1777580306.859494:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282696:x1863919946499712:12345-192.168.202.9@tcp:101:rm.500 Request processed in 13877us (16316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.859504:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19016 00000100:00100000:0.0:1777580306.859512:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827802960895 time 7827803415401 state 0x2 ref 0 00010000:00010000:0.0:1777580306.859552:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580306.859560:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859570:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.859574:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859582:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859598:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859605:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012283b49/0xcb2b2f2f7e48328 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859625:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.859629:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859635:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.859638:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859645:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859655:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859662:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48321 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.859676:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.859678:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.859679:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580306.859737:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef35880/2, rc 0, transno 8589938905 00000100:00100000:0.0:1777580306.859753:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917445248:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.859770:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef37100/2, rc 0, transno 8589938507 00000100:00100000:0.0:1777580306.859779:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917445760:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580306.859795:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580306.859943:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917449216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.860008:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.860064:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917449344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.860088:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.860128:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917449216 00000100:00100000:0.0:1777580306.860174:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917449216 00000100:00100000:0.0:1777580306.860217:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917449344 00000100:00100000:0.0:1777580306.860221:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917449344 00000100:00100000:0.0:1777580306.860242:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11649 00000100:00100000:0.0:1777580306.860251:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+29:3289:x1863919917449216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580306.860282:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5519 count 1 00010000:00010000:0.0:1777580306.860307:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.860326:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 21 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.860335:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.860337:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.860341:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.860370:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 21 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.860384:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 21 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.860397:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:206020:1863919917449472:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.860440:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.860458:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11650 00000100:00100000:0.0:1777580306.860465:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+29:3290:x1863919917449344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.860480:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5484 count 1 00010000:00010000:0.0:1777580306.860498:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.860510:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 28 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.860517:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.860518:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.860521:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.860541:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 28 pid: 205897 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.860550:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 28 pid: 205897 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.860560:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917449600:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.860582:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0c180 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.862653:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393deb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:189456:1863919917447808:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.862696:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.862736:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393de8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917448064:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.862752:0:205896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.862779:0:205906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393deb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:205906:1863919917448192:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.862794:0:205906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.862819:0:193009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393dead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917446144:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.862835:0:193009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.863634:0:205907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393de8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:205907:1863919917446272:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.863660:0:205907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.865716:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393de8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917448320:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.865758:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.866531:0:188246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393de9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917447680:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.866558:0:188246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.890564:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580306.890717:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0238941d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:188248:1863919917446400:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580306.890760:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.891065:0:206018:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:206018:1863919917446528:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.891085:0:206018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.900036:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946500864 00000100:00100000:0.0:1777580306.900059:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946500864 00010000:00010000:0.0:1777580306.900182:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 22 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.900239:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4284 00000100:00100000:0.0:1777580306.900251:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2361:x1863919946500864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.900274:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.900281:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 22 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.900296:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 22 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.900326:0:187615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027ded7f9/0xcb2b2f2f7e469a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x158c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4b6 expref: 22 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.900347:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.900350:0:187615:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.900356:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.900367:0:187615:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.900406:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580306.906950:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.906976:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.906990:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.907000:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.907044:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580306.907741:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3290:x1863919917447168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 90258us (91172us total) trans 8589938906 rc 0/0 00000100:00100000:3.0:1777580306.907754:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11640 00000100:00100000:0.0:1777580306.910039:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2361:x1863919946500864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9772us (19474us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.910059:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4284 00010000:00010000:0.0:1777580306.910116:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.910128:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910159:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.910164:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910177:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910202:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910211:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48359 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910243:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.910245:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.910248:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580306.910340:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393725c00/2, rc 0, transno 8589938906 00000100:00100000:0.0:1777580306.910358:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917447168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.910462:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ac337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917449728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.910536:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.910593:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917449728 00000100:00100000:0.0:1777580306.910600:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917449728 00000100:00100000:0.0:1777580306.910649:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11651 00000100:00100000:0.0:1777580306.910659:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+30:3291:x1863919917449728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580306.910692:0:205908:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5521 count 1 00010000:00010000:0.0:1777580306.910720:0:205908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910741:0:205908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 28 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910750:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.910752:0:205908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.910756:0:205908:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910792:0:205908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 28 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.910807:0:205908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 28 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.910820:0:205908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae4b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205908:1863919917449856:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580306.916062:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.917416:0:205908:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580306.917479:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946501120 00000100:00100000:0.0:1777580306.917490:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946501120 00010000:00010000:0.0:1777580306.917550:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 21 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.917608:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4285 00000100:00100000:0.0:1777580306.917620:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2361:x1863919946501120:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.917640:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.917647:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 21 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.917662:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 21 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.917692:0:189815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffe32580/0xcb2b2f2f7e469b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x158d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4c4 expref: 21 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.917712:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.917714:0:189815:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.917720:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.917731:0:189815:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.917766:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.917828:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed39450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946501120:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 208us (1779us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.917836:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4285 00010000:00010000:0.0:1777580306.922813:0:205906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.922841:0:205906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.922870:0:205906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.922888:0:205906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.922922:0:205906:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580306.923590:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+31:3288:x1863919917447296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 101534us (102400us total) trans 8589938907 rc 0/0 00000100:00100000:0.0:1777580306.923602:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11643 00010000:00010000:0.0:1777580306.923631:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.923639:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.923649:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.923654:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.923664:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.923687:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.923695:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e48367 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.923720:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.923722:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.923723:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580306.923783:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02397d5df80/2, rc 0, transno 8589938907 00000100:00100000:0.0:1777580306.923797:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02397d5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917447296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.923909:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae4b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917449984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.923950:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.924004:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917449984 00000100:00100000:0.0:1777580306.924012:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917449984 00000100:00100000:0.0:1777580306.924054:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11652 00000100:00100000:0.0:1777580306.924064:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3288:x1863919917449984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580306.924097:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5520 count 1 00010000:00010000:0.0:1777580306.924127:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.924177:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 28 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.924186:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.924189:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.924193:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.924226:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 28 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.924246:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 28 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.924260:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae684380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917450112:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.924322:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02482958a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777580306.929948:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.930032:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.934793:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.935039:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.935103:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946501376 00000100:00100000:3.0:1777580306.935116:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946501376 00000100:00100000:3.0:1777580306.935200:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4087 00000100:00100000:3.0:1777580306.935211:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282659:x1863919946501376:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580306.935718:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282659:x1863919946501376:12345-192.168.202.9@tcp:35:touch.500 Request processed in 507us (939us total) trans 8589950365 rc 0/0 00000100:00100000:3.0:1777580306.935728:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4087 00000100:00100000:3.0:1777580306.935797:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023a0415c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917447552:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580306.935831:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.943979:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580306.944157:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946500736 00000100:00100000:0.0:1777580306.944171:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946500736 00010000:00010000:0.0:1777580306.944224:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 20 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.944268:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946500992 00000100:00100000:0.0:1777580306.944272:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946500992 00010000:00010000:0.0:1777580306.944298:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 21 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.944317:0:190365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946501632 00000100:00100000:0.0:1777580306.944321:0:190365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946501632 00010000:00010000:0.0:1777580306.944334:0:190365:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 22 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.944355:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4286 00000100:00100000:0.0:1777580306.944365:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2361:x1863919946500736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.944385:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.944391:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 22 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.944407:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 22 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.944437:0:190365:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000081e5a44/0xcb2b2f2f7e467f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d446 expref: 22 pid: 205906 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.944713:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4287 00000100:00100000:3.0:1777580306.944726:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2361:x1863919946500992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.944735:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.944740:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 21 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.944751:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 21 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.944765:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff1bd27d/0xcb2b2f2f7e469ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4bd expref: 21 pid: 188248 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.944780:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.944783:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.944789:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.944802:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.944839:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.944929:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946500992:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 207us (14897us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.944937:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4287 00000100:00100000:3.0:1777580306.944961:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4288 00000100:00100000:3.0:1777580306.944969:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946501632:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.944977:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.944981:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 19 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.944991:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 19 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.945004:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e4649d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d390 expref: 19 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.945014:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.945016:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.945019:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.945031:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.945049:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.945066:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2361:x1863919946501632:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 98us (10028us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.945072:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4288 00010000:00010000:0.0:1777580306.946155:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.946162:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.946170:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.946183:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.946225:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.946299:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2361:x1863919946500736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1921us (16352us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.946310:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4286 00000100:00100000:0.0:1777580306.946396:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917448704:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.946424:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.948861:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0248626bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:205898:1863919917448832:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.948917:0:205898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.949011:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0248626a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917448960:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.949027:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.949060:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02486269880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917449088:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.949078:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.949121:0:188246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.949131:0:188246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.949178:0:188246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.949187:0:188246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.949217:0:188246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580306.952939:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3290:x1863919917446656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 135705us (137507us total) trans 8589938508 rc 0/0 00000100:00100000:0.0:1777580306.952960:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11639 00010000:00010000:0.0:1777580306.953015:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.953025:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.953042:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.953047:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.953058:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.953084:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.953092:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6404067/0xcb2b2f2f7e48352 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.953119:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.953121:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.953123:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.955975:0:205907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.955999:0:205907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.956020:0:205907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.956028:0:205907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.956068:0:205907:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580306.956400:0:205896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.956413:0:205896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.956423:0:205896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.956431:0:205896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.956450:0:205896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777580306.957327:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3288:x1863919917446784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 135576us (136239us total) trans 8589938509 rc 0/0 00000100:00100000:1.0:1777580306.957341:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11642 00000100:00100000:2.0:1777580306.958678:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.958708:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.958736:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.958759:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.958783:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.958804:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.958819:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.958833:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580306.958992:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946501888 00000100:00100000:3.0:1777580306.959005:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946501888 00010000:00010000:3.0:1777580306.959055:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 29 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959088:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946502144 00000100:00100000:3.0:1777580306.959092:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946502144 00010000:00010000:3.0:1777580306.959111:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 20 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959124:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946502400 00000100:00100000:3.0:1777580306.959126:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946502400 00010000:00010000:3.0:1777580306.959163:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 17 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959177:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946502656 00000100:00100000:3.0:1777580306.959180:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946502656 00010000:00010000:3.0:1777580306.959194:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 18 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959213:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946501504 00000100:00100000:3.0:1777580306.959216:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946501504 00010000:00010000:3.0:1777580306.959230:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 21 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959243:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946501760 00000100:00100000:3.0:1777580306.959246:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946501760 00010000:00010000:3.0:1777580306.959258:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 22 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959269:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946502016 00000100:00100000:3.0:1777580306.959271:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946502016 00010000:00010000:3.0:1777580306.959282:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 19 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959294:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946502272 00000100:00100000:3.0:1777580306.959297:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946502272 00010000:00010000:3.0:1777580306.959310:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 23 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959322:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946502528 00000100:00100000:3.0:1777580306.959325:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946502528 00010000:00010000:3.0:1777580306.959339:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 20 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.959356:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4289 00000100:00100000:3.0:1777580306.959370:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2361:x1863919946501888:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.959392:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.959399:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 29 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959412:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 29 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959443:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003277ca1f/0xcb2b2f2f7e46450 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1585:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d37b expref: 29 pid: 189456 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959482:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.959485:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.959492:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959504:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959541:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.959609:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2361:x1863919946501888:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 241us (15643us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.959618:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4289 00000100:00100000:3.0:1777580306.959641:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4290 00000100:00100000:3.0:1777580306.959648:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2361:x1863919946502144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.959656:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.959662:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 23 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959671:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 23 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959685:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051845d5d/0xcb2b2f2f7e46816 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d454 expref: 23 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959695:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.959697:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.959700:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959708:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959724:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.959744:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2361:x1863919946502144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 98us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.959752:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4290 00000100:00100000:3.0:1777580306.959769:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4291 00000100:00100000:3.0:1777580306.959776:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946502400:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.959788:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.959792:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 20 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959808:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 20 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959823:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e469f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4d2 expref: 20 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959833:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.959834:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.959837:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959845:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959892:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.959911:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946502400:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 135us (1202us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.959917:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4291 00000100:00100000:3.0:1777580306.959929:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4292 00000100:00100000:3.0:1777580306.959934:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2361:x1863919946502656:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.959942:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.959946:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 18 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959963:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 18 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959975:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000035375fe/0xcb2b2f2f7e46aaf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d503 expref: 18 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.959986:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.959987:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.959990:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960000:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960018:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.960037:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2361:x1863919946502656:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 102us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.960043:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4292 00000100:00100000:3.0:1777580306.960101:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4293 00000100:00100000:3.0:1777580306.960107:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2361:x1863919946501504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.960114:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.960119:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 21 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960163:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 21 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960177:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e46530 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d3ba expref: 21 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960187:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960189:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960192:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960200:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960222:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.960242:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2361:x1863919946501504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 135us (1482us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.960248:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4293 00000100:00100000:3.0:1777580306.960262:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4294 00000100:00100000:3.0:1777580306.960269:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946501760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.960278:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.960283:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 19 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960300:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 19 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960312:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e467e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x158a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d438 expref: 19 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960323:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960324:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960327:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960334:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960352:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.960369:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2361:x1863919946501760:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 100us (1585us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.960375:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4294 00000100:00100000:3.0:1777580306.960387:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4295 00000100:00100000:3.0:1777580306.960395:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2361:x1863919946502016:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.960402:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.960406:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 16 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960422:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 16 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960435:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e467ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d43f expref: 16 pid: 206018 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960445:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960446:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960450:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960456:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960473:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.960490:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2361:x1863919946502016:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 97us (1685us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.960497:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4295 00000100:00100000:3.0:1777580306.960510:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4296 00000100:00100000:3.0:1777580306.960517:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2361:x1863919946502272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.960525:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.960530:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 17 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960546:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 17 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960559:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbef6c8f/0xcb2b2f2f7e46aa8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x158e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4fc expref: 17 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960568:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960569:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960572:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960579:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960599:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.960619:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2361:x1863919946502272:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 103us (1799us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.960625:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4296 00000100:00100000:3.0:1777580306.960639:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4297 00000100:00100000:3.0:1777580306.960647:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2361:x1863919946502528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580306.960655:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580306.960660:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 14 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960675:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 14 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960686:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5bc3595/0xcb2b2f2f7e46a15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d4e0 expref: 14 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960697:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960699:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.960701:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960709:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.960729:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580306.960743:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+13:2361:x1863919946502528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 97us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.960750:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4297 00010000:00010000:3.0:1777580306.961016:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.961027:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.961038:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.961047:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.961067:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1777580306.961711:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+32:3290:x1863919917447040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 145762us (146426us total) trans 8589938908 rc 0/0 00000100:00100000:3.0:1777580306.961723:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11638 00010000:00010000:1.0:1777580306.962290:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.962312:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.962323:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.962331:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.962358:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1777580306.962568:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962678:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962702:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962728:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962754:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962777:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962844:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962891:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962915:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962939:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962966:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.962988:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.963008:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.963060:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580306.963108:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580306.963212:0:193009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.963224:0:193009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.963234:0:193009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.963242:0:193009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.963254:0:193009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1777580306.963774:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946502784 00000100:00100000:1.0:1777580306.963787:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946502784 00000100:00100000:1.0:1777580306.963834:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946502912 00000100:00100000:1.0:1777580306.963837:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946502912 00000100:00100000:1.0:1777580306.964113:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946503168 00000100:00100000:1.0:1777580306.964118:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946503168 00000100:00100000:1.0:1777580306.964132:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946503296 00000100:00100000:1.0:1777580306.964158:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946503296 00000100:00100000:1.0:1777580306.964171:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946503552 00000100:00100000:1.0:1777580306.964174:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946503552 00000100:00100000:1.0:1777580306.964184:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946503424 00000100:00100000:1.0:1777580306.964186:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946503424 00000100:00100000:1.0:1777580306.964195:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946504064 00000100:00100000:1.0:1777580306.964197:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946504064 00000100:00100000:1.0:1777580306.964207:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946504192 00000100:00100000:1.0:1777580306.964210:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946504192 00000100:00100000:1.0:1777580306.964228:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11653 00000100:00100000:1.0:1777580306.964239:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946502784:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.964266:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.964343:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e48494 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db4d expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580306.964376:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1583:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:1.0:1777580306.964402:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.964405:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.964417:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e48494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db4d expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.964436:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007bcb0d3e/0xcb2b2f2f7e48494 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db4d expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.964452:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4ea00, rc 0) 00000100:00100000:1.0:1777580306.964541:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946502784:12345-192.168.202.9@tcp:101:rm.500 Request processed in 304us (1837us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.964549:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11653 00000100:00100000:1.0:1777580306.964571:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11654 00000100:00100000:1.0:1777580306.964578:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aced7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946502912:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.964587:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.964601:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e4849b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db54 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580306.964621:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a8:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:1.0:1777580306.964630:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.964633:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.964637:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e4849b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db54 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.964648:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c7b4d62/0xcb2b2f2f7e4849b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db54 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.964657:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4fe00, rc 0) 00000100:00100000:1.0:1777580306.964677:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aced7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946502912:12345-192.168.202.9@tcp:101:rm.500 Request processed in 100us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.964682:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11654 00000100:00100000:1.0:1777580306.964695:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11655 00000100:00100000:1.0:1777580306.964702:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946503168:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.964709:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.964720:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e484a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db62 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580306.964734:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1582:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:1.0:1777580306.964743:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.964745:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.964750:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e484a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db62 expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.964761:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000022eaf4ca/0xcb2b2f2f7e484a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db62 expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.964776:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f200, rc 0) 00000100:00100000:1.0:1777580306.964798:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946503168:12345-192.168.202.9@tcp:101:rm.500 Request processed in 98us (2044us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.964805:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11655 00000100:00100000:1.0:1777580306.964819:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11656 00000100:00100000:1.0:1777580306.964826:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2364:x1863919946503296:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.964833:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.964845:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e484a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db69 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580306.964873:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1585:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:1.0:1777580306.964898:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.964900:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.964905:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e484a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db69 expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.964916:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a7c8df61/0xcb2b2f2f7e484a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db69 expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.964925:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f800, rc 0) 00000100:00100000:1.0:1777580306.964946:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2364:x1863919946503296:12345-192.168.202.9@tcp:101:rm.500 Request processed in 121us (2102us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.964953:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11656 00000100:00100000:1.0:1777580306.964967:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11657 00000100:00100000:1.0:1777580306.964974:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2364:x1863919946503552:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.964982:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.964992:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e484b0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db77 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580306.965004:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a7:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:1.0:1777580306.965013:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965015:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965019:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e484b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db77 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965029:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ff7c9976/0xcb2b2f2f7e484b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db77 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965039:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4e800, rc 0) 00000100:00100000:1.0:1777580306.965058:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2364:x1863919946503552:12345-192.168.202.9@tcp:101:rm.500 Request processed in 85us (2168us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.965064:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11657 00000100:00100000:1.0:1777580306.965077:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11658 00000100:00100000:1.0:1777580306.965084:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2364:x1863919946503424:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.965091:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.965100:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a6b227a/0xcb2b2f2f7e484b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db70 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580306.965113:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15a9:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:1.0:1777580306.965123:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965125:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965130:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a6b227a/0xcb2b2f2f7e484b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db70 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965176:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a6b227a/0xcb2b2f2f7e484b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db70 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965185:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4f400, rc 0) 00000100:00100000:1.0:1777580306.965206:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2364:x1863919946503424:12345-192.168.202.9@tcp:101:rm.500 Request processed in 122us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.965212:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11658 00000100:00100000:1.0:1777580306.965224:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11659 00000100:00100000:1.0:1777580306.965232:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2364:x1863919946504064:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.965238:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.965248:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d5e4932/0xcb2b2f2f7e484be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db85 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580306.965260:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15aa:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:1.0:1777580306.965272:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965273:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965277:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d5e4932/0xcb2b2f2f7e484be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db85 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965287:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d5e4932/0xcb2b2f2f7e484be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db85 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965301:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4e400, rc 0) 00000100:00100000:1.0:1777580306.965320:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2364:x1863919946504064:12345-192.168.202.9@tcp:101:rm.500 Request processed in 89us (2332us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.965326:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11659 00000100:00100000:1.0:1777580306.965339:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11660 00000100:00100000:1.0:1777580306.965345:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946504192:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580306.965352:0:205896:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580306.965364:0:205896:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e484c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db8c expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580306.965377:0:205896:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1584:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:1.0:1777580306.965386:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965387:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965391:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e484c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db8c expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965401:0:205896:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6137ba4/0xcb2b2f2f7e484c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db8c expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965409:0:205896:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02389021200, rc 0) 00000100:00100000:1.0:1777580306.965426:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946504192:12345-192.168.202.9@tcp:101:rm.500 Request processed in 81us (2418us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.965432:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11660 00000100:00100000:1.0:1777580306.965462:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946503808 00000100:00100000:1.0:1777580306.965470:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946503808 00010000:00010000:1.0:1777580306.965496:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 16 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.965515:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946503936 00000100:00100000:1.0:1777580306.965518:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946503936 00010000:00010000:1.0:1777580306.965531:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 33 pid: 205897 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.965542:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946504320 00000100:00100000:1.0:1777580306.965545:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946504320 00010000:00010000:1.0:1777580306.965557:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 32 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.965568:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946504448 00000100:00100000:1.0:1777580306.965571:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946504448 00010000:00010000:1.0:1777580306.965581:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 33 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580306.965593:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4298 00000100:00100000:1.0:1777580306.965598:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2362:x1863919946503808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.965610:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.965615:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 16 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965628:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 16 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965653:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965655:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965659:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965668:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965689:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580306.965703:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2362:x1863919946503808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 105us (2764us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.965709:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4298 00000100:00100000:1.0:1777580306.965722:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4299 00000100:00100000:1.0:1777580306.965730:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946503936:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.965737:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.965742:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 33 pid: 205897 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965750:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 33 pid: 205897 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965761:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965762:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.965766:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965777:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.965788:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580306.965801:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946503936:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 73us (2834us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.965807:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4299 00000100:00100000:1.0:1777580306.965872:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4300 00000100:00100000:2.0:1777580306.966412:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3290:x1863919917445376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 163499us (166599us total) trans 8589938909 rc 0/0 00000100:00100000:2.0:1777580306.966421:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11634 00010000:00010000:2.0:1777580306.966462:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.966474:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.966487:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.966496:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.966509:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1777580306.966841:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+32:3288:x1863919917446912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 144611us (145529us total) trans 8589938910 rc 0/0 00000100:00100000:2.0:1777580306.966848:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11644 00010000:00010000:2.0:1777580306.966895:0:206018:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.966906:0:206018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.966920:0:206018:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.966927:0:206018:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.966935:0:206018:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1777580306.967267:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+30:3288:x1863919917445632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 157943us (167280us total) trans 8589938510 rc 0/0 00000100:00100000:2.0:1777580306.967275:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11637 00010000:00010000:2.0:1777580306.967308:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967317:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967324:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967331:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.967336:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967344:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967361:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02499549300) 00010000:00010000:2.0:1777580306.967364:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.967370:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967377:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e483c9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.967419:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946500608 00000100:00100000:2.0:1777580306.967428:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946500608 00000100:00100000:2.0:1777580306.967462:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827802960895 time 7827803415401 state 0x0 ref 1 00000100:00100000:2.0:1777580306.967475:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827803515401 time 7827803415401 state 0x1 ref 1 00000100:00100000:2.0:1777580306.967499:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946503040 00000100:00100000:2.0:1777580306.967502:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946503040 00000100:00100000:2.0:1777580306.967513:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827736150264 time 7827793385396 state 0x0 ref 1 00000100:00100000:2.0:1777580306.967519:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827793485396 time 7827793385396 state 0x1 ref 1 00000100:00100000:2.0:1777580306.967542:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946503680 00000100:00100000:2.0:1777580306.967545:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946503680 00000100:00100000:2.0:1777580306.967558:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827803515401 time 7827803415401 state 0x1 ref 2 00000100:00100000:2.0:1777580306.967579:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827793485396 time 7827916440525 state 0x0 ref 1 00000100:00100000:2.0:1777580306.967593:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282662:x1863919946503040:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580306.967616:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.967640:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e484cc lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db5b expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967705:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e484cc lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db5b expref: 82 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967723:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e484cc lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db5b expref: 82 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.967743:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02481646b00) 00010000:00010000:2.0:1777580306.967745:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580306.967748:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6600, rc 0) 00000100:00100000:2.0:1777580306.967775:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282662:x1863919946503040:12345-192.168.202.9@tcp:101:touch.500 Request processed in 186us (5097us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.967782:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19023 00000100:00100000:2.0:1777580306.967787:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827793485396 time 7827916440525 state 0x2 ref 0 00000100:00100000:2.0:1777580306.967807:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827916770750 time 7827916670750 state 0x1 ref 2 00000100:00100000:2.0:1777580306.967816:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282704:x1863919946500608:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580306.967825:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580306.967835:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7600/0xcb2b2f2f7e484d3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db46 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.968260:0:206020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a241dc25/0xcb2b2f2f7e46ad2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d50a expref: 15 pid: 193009 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.968279:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:206020:1863919917449472:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.968308:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.968319:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.968326:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.968335:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.968342:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.968353:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1777580306.968871:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+32:3289:x1863919917449216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 108618us (108859us total) trans 8589938911 rc 0/0 00000100:00100000:0.0:1777580306.968891:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11649 00000004:00080000:0.0:1777580306.968968:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393726680/2, rc 0, transno 8589938508 00000100:00100000:0.0:1777580306.968983:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917446656:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.969001:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393727b80/2, rc 0, transno 8589938908 00000100:00100000:0.0:1777580306.969012:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917447040:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.969024:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef34e00/2, rc 0, transno 8589938909 00000100:00100000:0.0:1777580306.969028:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917445376:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777580306.969052:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1777580306.969061:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969071:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.969075:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969084:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969107:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969121:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48336 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969178:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1777580306.969182:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969189:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bec00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.969192:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969200:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969209:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969216:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e48360 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969235:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1777580306.969239:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969246:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.969249:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969256:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969265:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969272:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000254db32f/0xcb2b2f2f7e4834b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969286:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1777580306.969290:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969296:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1ce00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.969299:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969306:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969315:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969321:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000400fd74b/0xcb2b2f2f7e4833d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969334:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777580306.969338:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969345:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.969347:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969354:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969363:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969370:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025b62b16/0xcb2b2f2f7e4832f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969385:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777580306.969389:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969395:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.969398:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969412:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969422:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969429:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc61e10/0xcb2b2f2f7e4836e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969443:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580306.969447:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969453:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.969456:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969463:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969472:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969479:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7f7d789/0xcb2b2f2f7e48344 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969496:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.969500:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969506:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.969509:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969516:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969526:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969533:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48478 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969547:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.969549:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.969551:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.969561:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580306.969591:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393727800/2, rc 0, transno 8589938910 00000100:00100000:0.0:1777580306.969598:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917446912:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.969610:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02393725f80/2, rc 0, transno 8589938509 00000100:00100000:0.0:1777580306.969614:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02393725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917446784:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.969625:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef37800/2, rc 0, transno 8589938510 00000100:00100000:0.0:1777580306.969629:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917445632:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.969662:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4301 00000100:00100000:0.0:1777580306.969678:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2362:x1863919946504448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580306.969700:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580306.969709:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 33 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969724:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 33 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969744:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.969746:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.969753:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969764:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969788:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580306.969823:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2362:x1863919946504448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 152us (6715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580306.969831:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4301 00010000:00010000:0.0:1777580306.969891:0:205898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969906:0:205898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969916:0:205898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969925:0:205898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.969946:0:205898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580306.970515:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3290:x1863919917447936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 142947us (143194us total) trans 8589938511 rc 0/0 00000100:00100000:0.0:1777580306.970527:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11646 00010000:00010000:0.0:1777580306.970567:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.970579:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.970588:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.970595:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.970616:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580306.970917:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3288:x1863919917448576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 137790us (141570us total) trans 8589938512 rc 0/0 00000100:00100000:0.0:1777580306.970924:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11648 00010000:00010000:0.0:1777580306.970953:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.970963:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.970971:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.970978:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.970986:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1777580306.971308:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3288:x1863919917447424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 148184us (149953us total) trans 8589938912 rc 0/0 00000100:00100000:0.0:1777580306.971315:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11645 00010000:00010000:0.0:1777580306.971343:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971353:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971368:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971375:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971385:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1777580306.971662:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3290:x1863919917448448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 142680us (144234us total) trans 8589938513 rc 0/0 00000100:00100000:0.0:1777580306.971669:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11647 00010000:00010000:0.0:1777580306.971694:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777580306.971701:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971710:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.971715:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971725:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971746:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971754:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e72234d/0xcb2b2f2f7e4837c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971782:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777580306.971786:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971791:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.971794:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971803:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971812:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971819:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e4838a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971833:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580306.971837:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971844:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.971848:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971861:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.971871:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.972738:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827916770750 time 7827921591809 state 0x0 ref 2 00000100:00100000:3.0:1777580306.972776:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+301:282709:x1863919946503680:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580306.972812:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580306.972841:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e484da lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db7e expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.972955:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.972973:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.972986:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973004:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973012:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973019:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973204:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e484ef lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973214:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e484ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973221:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e484ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580306.973259:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7de:0x0]: returning size 0 00000004:00200000:3.0:1777580306.973263:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580306.973301:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e484ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973317:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e484ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973326:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973333:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973340:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973347:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.973351:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973359:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973370:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580306.973374:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.973378:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973384:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e484e1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973399:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973404:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973409:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973415:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580306.973418:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973423:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973429:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580306.973431:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580306.973434:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973440:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e484e8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973753:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e484da lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db7e expref: 303 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973774:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e484ef lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db7e expref: 302 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.973783:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:3.0:1777580306.973785:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580306.973788:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9800, rc 0) 00000100:00100000:3.0:1777580306.973934:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+302:282709:x1863919946503680:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1175us (11154us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580306.973944:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19024 00000100:00100000:1.0:1777580306.974723:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946504320:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580306.974749:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580306.974759:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 32 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.974777:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 32 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.974804:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.974807:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580306.974813:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.974824:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580306.974862:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580306.974911:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946504320:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9032us (11850us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580306.974922:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4300 00010000:00010000:2.0:1777580306.976627:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.976658:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.976673:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.976700:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.976708:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.976715:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.976904:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e48504 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.976913:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e48504 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.976920:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e48504 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580306.976960:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ed:0x0]: returning size 0 00000004:00200000:2.0:1777580306.976966:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580306.976992:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e48504 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977008:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e48504 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977018:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977025:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977035:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977041:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.977046:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977055:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977068:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580306.977072:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.977077:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977084:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e484f6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977102:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977108:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977114:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977118:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580306.977121:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.977131:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.981612:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02481646400) 00010000:00010000:2.0:1777580306.981616:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580306.981627:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.981637:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e484fd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.981724:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7600/0xcb2b2f2f7e484d3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db46 expref: 83 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.981744:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e48504 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db46 expref: 82 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.981752:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ed:0x0].0x0 (ffffa024996f9800) 00010000:00010000:2.0:1777580306.981755:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580306.981758:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7400, rc 0) 00000100:00100000:2.0:1777580306.981961:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282704:x1863919946500608:12345-192.168.202.9@tcp:101:rm.500 Request processed in 14142us (19393us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580306.981972:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19022 00000100:00100000:2.0:1777580306.981982:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827916770750 time 7827921591809 state 0x2 ref 0 00000100:00100000:2.0:1777580306.984071:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3288:x1863919917445120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 177639us (184105us total) trans 8589938913 rc 0/0 00000100:00100000:2.0:1777580306.984088:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11636 00010000:00010000:0.0:1777580306.984618:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034240b46/0xcb2b2f2f7e48375 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984653:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.984659:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984669:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1cc00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.984674:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984686:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984713:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984720:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c91d988/0xcb2b2f2f7e48383 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984745:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.984747:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.984749:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.984761:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.984835:0:206023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002173d60/0xcb2b2f2f7e46daa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x156c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5a4 expref: 32 pid: 205897 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.984859:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917449600:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580306.984897:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984910:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984917:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984929:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984938:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.984974:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580306.986211:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580306.986222:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.986237:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580306.986242:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.986251:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.986272:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.986279:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e4847f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.986359:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.986361:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580306.986362:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580306.990765:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917450240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777580306.990870:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777580306.990964:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024b55c4000/2, rc 0, transno 8589938911 00000100:00100000:2.0:1777580306.990972:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917449216:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777580306.991036:0:205908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077fae13c/0xcb2b2f2f7e46d41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1591:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d58f expref: 31 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580306.991061:0:205908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae4b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:205908:1863919917449856:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580306.991087:0:205908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.991099:0:205908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.991106:0:205908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.991117:0:205908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.991126:0:205908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580306.991168:0:205908:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580306.992720:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+30:3290:x1863919917449344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 132245us (132621us total) trans 8589938514 rc 0/0 00000100:00100000:0.0:1777580306.992736:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11650 00000100:00100000:0.0:1777580306.992781:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917450240 00000100:00100000:0.0:1777580306.992791:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917450240 00000100:00100000:0.0:1777580306.992851:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11661 00000100:00100000:0.0:1777580306.992862:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+30:3289:x1863919917450240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.992914:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5486 count 1 00010000:00010000:0.0:1777580306.992946:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.992975:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 31 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.992985:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.992988:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580306.992993:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.993037:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 31 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.993052:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 31 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580306.993068:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917450624:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580306.993186:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b7d42900 going to sleep for 11 seconds 00010000:00010000:0.0:1777580306.993299:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580306.993309:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.993319:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580306.993324:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.993336:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.993359:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.993366:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48486 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580306.993393:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.993395:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580306.993396:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580306.993414:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917450368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.993452:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.995776:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917451008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.995858:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580306.995931:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024acde0e00/2, rc 0, transno 8589938514 00000100:00100000:0.0:1777580306.995950:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917449344:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.995966:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249dc41500/2, rc 0, transno 8589938513 00000100:00100000:0.0:1777580306.995971:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917448448:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.995980:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249dc43800/2, rc 0, transno 8589938511 00000100:00100000:0.0:1777580306.995984:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917447936:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.996003:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1863919917451520:0@lo:400:kworker.0 00000100:00100000:0.0:1777580306.996033:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.996055:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777580306.996061:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917450496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580306.996079:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.996093:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024acde3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917451136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.996110:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.996124:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1863919917451648:0@lo:400:kworker.0 00000100:00100000:0.0:1777580306.996251:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580306.996465:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917450368 00000100:00100000:3.0:1777580306.996475:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917450368 00000100:00100000:3.0:1777580306.996528:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917451008 00000100:00100000:3.0:1777580306.996531:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917451008 00000100:00100000:3.0:1777580306.996550:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917450496 00000100:00100000:3.0:1777580306.996553:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917450496 00000100:00100000:3.0:1777580306.996566:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917451136 00000100:00100000:3.0:1777580306.996567:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917451136 00000100:00100000:3.0:1777580306.996587:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11662 00000100:00100000:3.0:1777580306.996597:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+32:3290:x1863919917450368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777580306.996633:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5487 count 1 00010000:00010000:3.0:1777580306.996665:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.996696:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 31 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.996705:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.996707:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.996711:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.996751:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 31 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.996765:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 31 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.996779:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:206352:1863919917451776:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.996853:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02393f85780 going to sleep for 11 seconds 00000100:00100000:3.0:1777580306.996871:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11663 00000100:00100000:3.0:1777580306.996893:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3290:x1863919917451008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580306.996907:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5526 count 1 00010000:00010000:3.0:1777580306.996921:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.996934:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 30 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.996946:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.996948:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.996950:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.996971:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 30 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.996980:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 30 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.996991:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388536680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:189456:1863919917451904:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.997013:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02393f856c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777580306.997837:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580306.997895:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917450752:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.997944:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.997969:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9cfe4ba-1c77-4cea-977e-78bab78865b1:3288:1863919917451264:0@lo:400:kworker.0 00000100:00100000:0.0:1777580306.997999:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580306.998063:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249dc42a00/2, rc 0, transno 8589938512 00000100:00100000:0.0:1777580306.998071:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917448576:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580306.998086:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249dc42300/2, rc 0, transno 8589938912 00000100:00100000:0.0:1777580306.998097:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917447424:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580306.998108:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef35180/2, rc 0, transno 8589938913 00000100:00100000:0.0:1777580306.998112:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917445120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.998126:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777580306.998152:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917450880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580306.998177:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580306.998198:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024b55b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1863919917451392:0@lo:400:kworker.0 00000100:00100000:0.0:1777580306.998225:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777580306.998330:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580306.998347:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917450752 00000100:00100000:0.0:1777580306.998353:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917450752 00000100:00100000:0.0:1777580306.998391:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917450880 00000100:00100000:0.0:1777580306.998394:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917450880 00000100:00100000:0.0:1777580306.998415:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11664 00000100:00100000:0.0:1777580306.998425:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3290:x1863919917450496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580306.998453:0:193009:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5488 count 1 00000100:00100000:3.0:1777580306.998704:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11665 00000100:00100000:3.0:1777580306.998716:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+36:3290:x1863919917451136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777580306.998733:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5522 count 1 00010000:00010000:3.0:1777580306.998760:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.998786:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 30 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.998795:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.998797:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580306.998801:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.998839:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 30 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580306.998866:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580306.998888:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388534000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917452032:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580306.998957:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02393f85840 going to sleep for 11 seconds 00010000:00010000:0.0:1777580307.003152:0:193009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.003185:0:193009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 31 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.003195:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.003197:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.003201:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.003269:0:193009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 31 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.003285:0:193009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 31 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.003311:0:193009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:193009:1863919917452160:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.003442:0:193009:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024b7d42540 going to sleep for 11 seconds 00000100:00100000:3.0:1777580307.004309:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.004450:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.004483:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.004507:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.004633:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388536680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:189456:1863919917451904:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580307.004666:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.004707:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388534000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:206021:1863919917452032:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580307.004720:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.004742:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:206352:1863919917451776:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580307.004754:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.004777:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917451520 00000100:00100000:3.0:1777580307.004784:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917451520 00000100:00100000:3.0:1777580307.004868:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917451648 00000100:00100000:3.0:1777580307.004873:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917451648 00000100:00100000:3.0:1777580307.004908:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917451392 00000100:00100000:3.0:1777580307.004912:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917451392 00000100:00100000:3.0:1777580307.004931:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946504960 00000100:00100000:3.0:1777580307.004933:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946504960 00000100:00100000:3.0:1777580307.004957:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827916770750 time 7827921591809 state 0x0 ref 1 00000100:00100000:3.0:1777580307.004969:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827921691809 time 7827921591809 state 0x1 ref 1 00000100:00100000:3.0:1777580307.004987:0:205914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1777580307.004996:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1863919917451520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777580307.005071:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3290:x1863919917451520:12345-0@lo:400:kworker.0 Request processed in 75us (9036us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.005078:0:205914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1777580307.005097:0:205914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1777580307.005104:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+6:3290:x1863919917451648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777580307.005160:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+6:3290:x1863919917451648:12345-0@lo:400:kworker.0 Request processed in 31us (8882us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.005167:0:205914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1777580307.005178:0:205914:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1777580307.005184:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1863919917451392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777580307.005215:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3288:x1863919917451392:12345-0@lo:400:kworker.0 Request processed in 31us (6989us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.005225:0:205914:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1777580307.005239:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827921691809 time 7827954101361 state 0x0 ref 1 00000100:00100000:3.0:1777580307.005249:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282688:x1863919946504960:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580307.005317:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580307.005352:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e4841d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db2a expref: 82 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005377:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48106 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dab3 expref: 81 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005392:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ea:0x0].0x0 (ffffa024814ca000) 00010000:00010000:3.0:1777580307.005405:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.005442:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005461:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005470:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005488:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005496:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005503:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005666:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005675:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.005682:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580307.006482:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1826, 64 off125056 00000004:00080000:3.0:1777580307.006495:0:205914:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7827955358987ns, next at 7828955356138ns, rc = 0 00010000:00010000:3.0:1777580307.006574:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006587:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006597:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006606:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006613:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006619:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006648:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580307.006675:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006681:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006687:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006694:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.006699:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006707:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006719:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ea:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:3.0:1777580307.006722:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580307.006726:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006733:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e4853c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006757:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006764:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006770:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006776:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.006779:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006785:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006793:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.006796:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.006799:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.006804:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e4852e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.006814:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ed0d9d0e reply state 000000000190a5d0 transno 8589950366 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.006824:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.007182:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946504704 00000100:00100000:0.0:1777580307.007193:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946504704 00000100:00100000:0.0:1777580307.007232:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946504576 00000100:00100000:0.0:1777580307.007235:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946504576 00000100:00100000:0.0:1777580307.007249:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946505088 00000100:00100000:0.0:1777580307.007252:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946505088 00000100:00100000:0.0:1777580307.007278:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11666 00000100:00100000:0.0:1777580307.007290:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+36:3288:x1863919917450752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580307.007324:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5523 count 1 00010000:00010000:0.0:1777580307.007351:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.007373:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 31 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.007383:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.007386:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.007389:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.007436:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 31 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.007450:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 31 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.007933:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:206020:1863919917452800:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580307.008127:0:188247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd04468/0xcb2b2f2f7e46dd4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1590:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5b2 expref: 31 pid: 205898 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.008162:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae684380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917450112:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580307.008191:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.008209:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.008216:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.008226:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.008234:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.008263:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580307.017069:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28300 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.017127:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11667 00000100:00100000:0.0:1777580307.017165:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3288:x1863919917450880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580307.017211:0:205898:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5525 count 1 00010000:00010000:0.0:1777580307.017249:0:205898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.017280:0:205898:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 30 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.021363:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.021367:0:205898:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.021376:0:205898:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.021582:0:205898:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 30 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.021601:0:205898:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 30 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.021622:0:205898:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917452928:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.021740:0:205898:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02390f28780 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.021794:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11668 00000100:00100000:0.0:1777580307.021816:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2362:x1863919946504704:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580307.021840:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.021966:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025b62b16/0xcb2b2f2f7e48558 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db93 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580307.021997:0:205900:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1586:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:0.0:1777580307.022020:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.022021:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.022031:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025b62b16/0xcb2b2f2f7e48558 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db93 expref: 33 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.022049:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000025b62b16/0xcb2b2f2f7e48558 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db93 expref: 33 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.022065:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a69bf800, rc 0) 00000100:00100000:0.0:1777580307.022099:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2362:x1863919946504704:12345-192.168.202.9@tcp:101:rm.500 Request processed in 295us (17794us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.022107:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11668 00000100:00100000:0.0:1777580307.022171:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11669 00000100:00100000:0.0:1777580307.022179:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2362:x1863919946504576:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580307.022740:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2362:x1863919946504576:12345-192.168.202.9@tcp:2:touch.500 Request processed in 560us (18287us total) trans 8589938916 rc 0/0 00000100:00100000:0.0:1777580307.022749:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11669 00000100:00100000:0.0:1777580307.022768:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11670 00000100:00100000:0.0:1777580307.022778:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2364:x1863919946505088:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580307.022788:0:205900:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.022803:0:205900:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e4855f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90db9a expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.022821:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.022823:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.022827:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e4855f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db9a expref: 16 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.022841:0:205900:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001c3aba8a/0xcb2b2f2f7e4855f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db9a expref: 16 pid: 205900 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.023019:0:205900:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a69bec00, rc 0) 00000100:00100000:0.0:1777580307.023042:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2364:x1863919946505088:12345-192.168.202.9@tcp:101:rm.500 Request processed in 266us (18533us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.023048:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11670 00000100:00100000:0.0:1777580307.023094:0:187625:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917451264 00000100:00100000:0.0:1777580307.023105:0:187625:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917451264 00000100:00100000:0.0:1777580307.023187:0:187625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1777580307.023195:0:187625:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487065c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9cfe4ba-1c77-4cea-977e-78bab78865b1+18:3288:x1863919917451264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777580307.023263:0:187625:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487065c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9cfe4ba-1c77-4cea-977e-78bab78865b1+18:3288:x1863919917451264:12345-0@lo:400:kworker.0 Request processed in 69us (25263us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.023268:0:187625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1777580307.023763:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3288:x1863919917449984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 99699us (99810us total) trans 8589938915 rc 0/0 00000100:00100000:2.0:1777580307.023773:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11652 00010000:00010000:2.0:1777580307.023830:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580307.023839:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023859:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.023864:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023874:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023904:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ea:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:2.0:1777580307.023908:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580307.023912:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023919:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48543 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023941:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580307.023947:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023954:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.023957:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023963:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023976:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.023982:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010b59bd0/0xcb2b2f2f7e4848d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.024001:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.024003:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.024005:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.024378:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+36:3291:x1863919917449728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 113720us (113841us total) trans 8589938914 rc 0/0 00000100:00100000:2.0:1777580307.024386:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11651 00000100:00100000:2.0:1777580307.028474:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282688:x1863919946504960:12345-192.168.202.9@tcp:36:rm.500 Request processed in 23206us (23970us total) trans 8589950366 rc 0/0 00000100:00100000:2.0:1777580307.028490:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19025 00000100:00100000:2.0:1777580307.028501:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827921691809 time 7827954101361 state 0x2 ref 0 00000100:00100000:0.0:1777580307.029172:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917452288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.029252:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.029302:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917453056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580307.029326:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.029380:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3288:1863919917451392:0@lo:400:kworker.0 00000100:00100000:0.0:1777580307.029396:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9cfe4ba-1c77-4cea-977e-78bab78865b1:3288:1863919917451264:0@lo:400:kworker.0 00000004:00080000:0.0:1777580307.029413:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ae4b5c00/2, rc 0, transno 8589938915 00000100:00100000:0.0:1777580307.029426:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae4b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917449984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580307.029566:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777580307.029576:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917452416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.029600:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.029620:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917453184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580307.029646:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.029698:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917452544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.029720:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.029754:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1863919917451648:0@lo:400:kworker.0 00000100:00100000:0.0:1777580307.029768:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024b55b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3290:1863919917451520:0@lo:400:kworker.0 00000100:00100000:0.0:1777580307.029786:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777580307.029792:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917452672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.029813:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580307.029861:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ac337100/2, rc 0, transno 8589938914 00000100:00100000:0.0:1777580307.029866:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ac337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917449728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580307.029912:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:206023:1863919917450624:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.029939:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777580307.029975:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777580307.029983:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777580307.029997:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.030021:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917452288 00000100:00100000:0.0:1777580307.030028:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917452288 00000100:00100000:0.0:1777580307.030078:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917453056 00000100:00100000:0.0:1777580307.030082:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917453056 00000100:00100000:0.0:1777580307.030100:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917452416 00000100:00100000:0.0:1777580307.030103:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917452416 00000100:00100000:0.0:1777580307.030118:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917453184 00000100:00100000:0.0:1777580307.030121:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917453184 00000100:00100000:0.0:1777580307.030167:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917452544 00000100:00100000:0.0:1777580307.030170:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917452544 00000100:00100000:0.0:1777580307.030186:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917452672 00000100:00100000:0.0:1777580307.030188:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917452672 00000100:00100000:0.0:1777580307.030206:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11671 00000100:00100000:0.0:1777580307.030215:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:3288:x1863919917452288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.030257:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5490 count 1 00010000:00010000:0.0:1777580307.030442:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.030539:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.030550:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.030552:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.030556:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.030605:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 32 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.030620:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 32 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.030635:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917453312:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.030719:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0c180 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.030746:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11672 00000100:00100000:0.0:1777580307.030756:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3288:x1863919917453056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580307.030772:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5524 count 1 00010000:00010000:0.0:1777580307.030790:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.030803:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 30 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.030810:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.030812:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.030814:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.030835:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 30 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.031044:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.031239:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.031260:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.031670:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.031723:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.031756:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946505216 00000100:00100000:3.0:1777580307.031763:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946505216 00010000:00010000:3.0:1777580307.031799:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 33 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.031827:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946505472 00000100:00100000:3.0:1777580307.031830:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946505472 00010000:00010000:3.0:1777580307.031842:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 31 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.031948:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946505344 00000100:00100000:3.0:1777580307.031951:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946505344 00010000:00010000:3.0:1777580307.031965:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 34 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.031975:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946505600 00000100:00100000:3.0:1777580307.031977:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946505600 00010000:00010000:3.0:1777580307.031987:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 32 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.031997:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946505728 00000100:00100000:3.0:1777580307.031999:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946505728 00010000:00010000:3.0:1777580307.032009:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 35 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.032022:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4302 00000100:00100000:3.0:1777580307.032030:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+35:2363:x1863919946505216:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580307.032041:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.032046:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 35 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.032061:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 35 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.032087:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3036f4e/0xcb2b2f2f7e4706d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x156e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d66f expref: 35 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.032107:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.032109:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.032115:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.032125:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.032178:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580307.032225:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946505216:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 195us (3949us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.032233:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4302 00000100:00100000:3.0:1777580307.032253:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4303 00000100:00100000:3.0:1777580307.032260:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946505472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580307.032269:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.032273:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 32 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.032431:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 32 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.032448:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917453440:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.032580:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02396b0c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.032691:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11673 00000100:00100000:0.0:1777580307.032701:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3288:x1863919917452416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.032726:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5485 count 1 00010000:00010000:0.0:1777580307.032748:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.032762:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.032768:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.032769:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.032772:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.032794:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 33 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.032803:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 33 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.032819:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aeebb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917453824:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.032845:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024996ed480 going to sleep for 11 seconds 00010000:00010000:3.0:1777580307.032995:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 32 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.033019:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097ac9a0b/0xcb2b2f2f7e47368 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1596:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d75d expref: 32 pid: 205900 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.033038:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.033040:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.033044:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.033054:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.033079:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580307.033102:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946505472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 842us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.033109:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4303 00000100:00100000:3.0:1777580307.033130:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4304 00000100:00100000:0.0:1777580307.038524:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11674 00000100:00100000:0.0:1777580307.038558:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3288:x1863919917453184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580307.038607:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5530 count 1 00010000:00010000:0.0:1777580307.038650:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.038683:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 15 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.038692:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.038695:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.038699:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.038749:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 15 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.038764:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 15 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.038783:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023985fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917453952:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580307.039293:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946505344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580307.039309:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.039319:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 33 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.039336:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 33 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.039363:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e47074 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x156f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d676 expref: 33 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.039389:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.039391:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.039396:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.039406:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.039434:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580307.039609:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11675 00000100:00100000:2.0:1777580307.039623:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3290:x1863919917452544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580307.039646:0:188248:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5489 count 1 00010000:00010000:2.0:1777580307.039667:0:188248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.039681:0:188248:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 32 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.039689:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.039690:0:188248:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.039693:0:188248:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.039723:0:188248:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 32 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.039735:0:188248:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 32 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.039748:0:188248:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917454080:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.039903:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.039929:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11676 00000100:00100000:0.0:1777580307.039939:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3290:x1863919917452672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.039955:0:205896:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5494 count 1 00010000:00010000:0.0:1777580307.039971:0:205896:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.039986:0:205896:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 12 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.039993:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.039995:0:205896:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.039997:0:205896:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.040022:0:205896:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 12 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.040032:0:205896:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 12 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.040043:0:205896:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023985f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917454208:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580307.040278:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4305 00000100:00100000:1.0:1777580307.040293:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946505600:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580307.040305:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.040312:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.040324:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.040340:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b456e1e0/0xcb2b2f2f7e47090 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1592:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d684 expref: 30 pid: 206020 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.040355:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.040356:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.040360:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.040369:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.040397:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580307.040743:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946505344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7604us (9479us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.040755:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4304 00000100:00100000:3.0:1777580307.040792:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4306 00000100:00100000:3.0:1777580307.040802:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946505728:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580307.040812:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.040819:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 31 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.040831:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 31 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.040859:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.040861:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.040865:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.040889:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.040903:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580307.040923:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946505728:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 123us (9200us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.040929:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4306 00000100:00100000:3.0:1777580307.041098:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.041267:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.041348:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.041358:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.041368:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.041376:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.041397:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580307.041737:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3290:x1863919917451008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44858us (45889us total) trans 8589938917 rc 0/0 00000100:00100000:3.0:1777580307.041748:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11663 00010000:00010000:3.0:1777580307.041784:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.041793:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.041803:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.041810:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.041826:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1777580307.042246:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024acde2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+37:3290:x1863919917450368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45650us (48792us total) trans 8589938515 rc 0/0 00000100:00100000:3.0:1777580307.042254:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11662 00000100:00100000:3.0:1777580307.042282:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946506112 00000100:00100000:3.0:1777580307.042291:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946506112 00010000:00010000:3.0:1777580307.042322:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 30 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.042343:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4307 00000100:00100000:3.0:1777580307.042350:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2361:x1863919946506112:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580307.042360:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.042365:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 30 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.042381:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 30 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.042404:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.042406:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.042411:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.042420:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.042443:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580307.042478:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2361:x1863919946506112:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 129us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.042485:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4307 00000100:00100000:3.0:1777580307.043671:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.049740:0:188248:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239ff9da80 going to sleep for 11 seconds 00000100:00100000:2.0:1777580307.049794:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946505984 00000100:00100000:2.0:1777580307.049806:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946505984 00010000:00010000:0.0:1777580307.050342:0:193009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000328d7596/0xcb2b2f2f7e470ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1570:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d692 expref: 30 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.050367:0:193009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:193009:1863919917452160:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.050401:0:193009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.050413:0:193009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.050420:0:193009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.050432:0:193009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.050440:0:193009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.050475:0:193009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1777580307.051110:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3290:x1863919917450496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52682us (55024us total) trans 8589938516 rc 0/0 00000100:00100000:0.0:1777580307.051123:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11664 00010000:00010000:0.0:1777580307.051204:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051215:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051222:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051228:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.051233:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051242:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051260:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02493ac1e00) 00010000:00010000:0.0:1777580307.051264:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.051269:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051275:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e48535 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051332:0:206020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea7661b0/0xcb2b2f2f7e46dfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d5c7 expref: 29 pid: 188246 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.051346:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:206020:1863919917452800:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.051366:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051376:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051384:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051392:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051399:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051420:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1777580307.051768:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+38:3288:x1863919917450752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44479us (53822us total) trans 8589938918 rc 0/0 00000100:00100000:0.0:1777580307.051776:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11666 00010000:00010000:0.0:1777580307.051804:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777580307.051811:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051819:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.051823:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051831:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051845:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051852:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f759f69a/0xcb2b2f2f7e48519 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051872:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777580307.051891:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.051898:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.051901:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053206:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053237:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053244:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e48512 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053278:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580307.053293:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053300:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.053304:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053311:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053327:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053334:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051d7c84e/0xcb2b2f2f7e48527 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053350:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.053355:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053362:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.053365:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053372:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053384:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053392:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000da741ba/0xcb2b2f2f7e4854a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.053407:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.053410:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.053412:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.053429:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.053944:0:205898:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:205898:1863919917452928:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.053978:0:205898:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.054014:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946506368 00000100:00100000:0.0:1777580307.054022:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946506368 00000100:00100000:0.0:1777580307.054066:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827921691809 time 7827954101361 state 0x0 ref 1 00000100:00100000:0.0:1777580307.054081:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827954201361 time 7827954101361 state 0x1 ref 1 00000100:00100000:0.0:1777580307.054111:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827954201361 time 7828002972821 state 0x0 ref 1 00000100:00100000:0.0:1777580307.054124:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282636:x1863919946506368:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580307.054225:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580307.054253:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e47fe7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da3c expref: 82 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.054273:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54e4800/0xcb2b2f2f7e47d63 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d98d expref: 81 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.054284:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dd:0x0].0x0 (ffffa02499479000) 00010000:00010000:0.0:1777580307.054294:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.054323:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.054338:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.054349:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.054367:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.054375:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.054383:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.054634:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4088 00000100:00100000:2.0:1777580307.054647:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282662:x1863919946505984:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580307.055244:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.055258:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.055268:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.058732:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2363:x1863919946505600:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 18428us (27046us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.058757:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4305 00000100:00100000:3.0:1777580307.059031:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.059128:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.059571:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946506496 00000100:00100000:0.0:1777580307.059583:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946506496 00010000:00010000:0.0:1777580307.059629:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 30 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.059665:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946506624 00000100:00100000:0.0:1777580307.059668:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946506624 00010000:00010000:0.0:1777580307.059685:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 28 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.059707:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4308 00000100:00100000:0.0:1777580307.059715:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946506496:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580307.059733:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.059738:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 30 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.059753:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 30 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.059785:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.059789:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.059795:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.059806:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.059832:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580307.059900:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946506496:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 185us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.059907:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4308 00000100:00100000:0.0:1777580307.059925:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4309 00000100:00100000:0.0:1777580307.059931:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2364:x1863919946506624:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580307.059940:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.059945:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 28 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.059956:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 28 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.059971:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a57605e/0xcb2b2f2f7e47089 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1595:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d67d expref: 28 pid: 206023 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.059988:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.059990:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.059993:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.060000:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.060018:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580307.060039:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2364:x1863919946506624:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 108us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.060046:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4309 00010000:00010000:0.0:1777580307.060072:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.060082:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.060098:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.060106:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.060125:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580307.061095:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+38:3290:x1863919917451136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62379us (64979us total) trans 8589938919 rc 0/0 00000100:00100000:0.0:1777580307.061106:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11665 00010000:00010000:0.0:1777580307.061178:0:205898:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061189:0:205898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061198:0:205898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061206:0:205898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061223:0:205898:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580307.061601:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3288:x1863919917450880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44299us (63275us total) trans 8589938920 rc 0/0 00000100:00100000:0.0:1777580307.061615:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11667 00010000:00010000:0.0:1777580307.061643:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580307.061652:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061661:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.061665:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061675:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061693:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061700:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c601c67/0xcb2b2f2f7e48520 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061727:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.061731:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061737:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.061741:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061754:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061763:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061770:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eadbdd9e/0xcb2b2f2f7e48551 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.061783:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.061785:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.061787:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.061795:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.061809:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.061830:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aeeb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917453696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777580307.062303:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.062398:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.062814:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.062862:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.063102:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946507008 00000100:00100000:3.0:1777580307.063112:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946507008 00010000:00010000:3.0:1777580307.063177:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 27 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.063211:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946507136 00000100:00100000:3.0:1777580307.063214:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946507136 00010000:00010000:3.0:1777580307.063229:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 30 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.063239:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946507264 00000100:00100000:3.0:1777580307.063242:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946507264 00010000:00010000:3.0:1777580307.063254:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 16 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.063269:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4310 00000100:00100000:3.0:1777580307.063280:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946507008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580307.063296:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.063302:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 27 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.063318:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 27 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.063346:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.063348:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.063354:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.063364:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.063388:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580307.063438:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2361:x1863919946507008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 160us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.063445:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4310 00000100:00100000:0.0:1777580307.063691:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.063738:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777580307.063751:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917453568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777580307.063776:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.063813:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946506880 00000100:00100000:0.0:1777580307.063817:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946506880 00000100:00100000:2.0:1777580307.063986:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282662:x1863919946505984:12345-192.168.202.9@tcp:35:touch.500 Request processed in 9341us (22886us total) trans 8589950367 rc 0/0 00000100:00100000:2.0:1777580307.063998:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4088 00010000:00010000:2.0:1777580307.064071:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.064269:0:188248:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:188248:1863919917454080:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580307.064295:0:188248:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.064325:0:190365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4311 00000100:00100000:2.0:1777580307.064335:0:190365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946507136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580307.064347:0:190365:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.064352:0:190365:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 30 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.064362:0:190365:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 30 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.064386:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.064388:0:190365:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.064392:0:190365:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.064401:0:190365:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.064416:0:190365:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580307.064444:0:190365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946507136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 111us (1988us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.064451:0:190365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4311 00000100:00100000:0.0:1777580307.064589:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828003072821 time 7828002972821 state 0x1 ref 2 00000100:00100000:0.0:1777580307.064618:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828003072821 time 7828013480602 state 0x0 ref 2 00000100:00100000:0.0:1777580307.064629:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+302:282709:x1863919946506880:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580307.064692:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580307.064712:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e484ef lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db7e expref: 302 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.064735:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e482a3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7de:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daf2 expref: 301 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.064746:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:0.0:1777580307.064750:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.064779:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.064795:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.064805:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.064821:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.064828:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.064835:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.065033:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4312 00000100:00100000:3.0:1777580307.065044:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2364:x1863919946507264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580307.065056:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.065062:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 16 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.065074:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 16 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.065088:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.065089:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.065093:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.065100:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.065116:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580307.065162:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2364:x1863919946507264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 121us (2300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.065169:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4312 00010000:00010000:0.0:1777580307.065679:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.065692:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.065701:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.067796:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.067921:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.067936:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.067944:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.067976:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580307.068695:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3289:x1863919917450240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 75829us (77819us total) trans 8589938517 rc 0/0 00000100:00100000:1.0:1777580307.068708:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11661 00000100:00100000:1.0:1777580307.068745:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917453696 00000100:00100000:1.0:1777580307.068756:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917453696 00000100:00100000:1.0:1777580307.068803:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917453568 00000100:00100000:1.0:1777580307.068806:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917453568 00000100:00100000:1.0:1777580307.068830:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11677 00000100:00100000:1.0:1777580307.068838:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:3291:x1863919917453696:12345-0@lo:6:osp-syn-0-0.0 00000040:00080000:0.0:1777580307.069471:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1827, 64 off125120 00010000:00010000:0.0:1777580307.069562:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069586:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069601:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069611:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069617:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069625:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069647:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1777580307.069678:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069684:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069690:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069701:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.069705:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069713:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069727:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:0.0:1777580307.069731:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580307.069737:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069744:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e485b3 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7de:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069774:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069781:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069787:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069792:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.069795:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069800:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069813:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.069815:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.069818:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.069823:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e485a5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.069835:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d66575b reply state 000000009d164dca transno 8589950368 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.069844:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.070243:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00080000:1.0:1777580307.070593:0:206023:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5528 count 1 00010000:00010000:1.0:1777580307.070625:0:206023:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.070653:0:206023:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 26 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.070662:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.070665:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.070669:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.070716:0:206023:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 26 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.070730:0:206023:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 26 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.070748:0:206023:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:206023:1863919917454336:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.071040:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+302:282709:x1863919946506880:12345-192.168.202.9@tcp:36:rm.500 Request processed in 6411us (8738us total) trans 8589950368 rc 0/0 00000100:00100000:0.0:1777580307.071052:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19027 00000100:00100000:0.0:1777580307.071099:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946507392 00000100:00100000:0.0:1777580307.071107:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946507392 00010000:00010000:0.0:1777580307.071150:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 30 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.071186:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4313 00000100:00100000:0.0:1777580307.071196:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946507392:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580307.071208:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.071214:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 30 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071228:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 30 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071251:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f4e4a51/0xcb2b2f2f7e4709e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1571:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d699 expref: 30 pid: 205895 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071269:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.071271:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.071276:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071286:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071312:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580307.071334:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2364:x1863919946507392:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 141us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.071341:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4313 00010000:00010000:0.0:1777580307.071394:0:205897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8716904/0xcb2b2f2f7e470a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a0 expref: 28 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.071405:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aeebb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917453824:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.071431:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071442:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071454:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071464:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071473:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.071492:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777580307.072219:0:206023:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ca80 going to sleep for 11 seconds 00000004:00080000:1.0:1777580307.072468:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c30df80/2, rc 0, transno 8589938516 00000100:00100000:1.0:1777580307.072492:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917450496:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580307.072515:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024acde3800/2, rc 0, transno 8589938919 00000100:00100000:1.0:1777580307.072526:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024acde3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917451136:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580307.072539:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c30fb80/2, rc 0, transno 8589938515 00000100:00100000:1.0:1777580307.072544:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917450368:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580307.072553:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ae685c00/2, rc 0, transno 8589938917 00000100:00100000:1.0:1777580307.072556:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917451008:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777580307.072593:0:205900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082ce233e/0xcb2b2f2f7e470b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1572:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6a7 expref: 27 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.072611:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:205900:1863919917453312:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580307.072638:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.072648:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.072655:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.072665:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.072674:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.072696:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1777580307.073447:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3288:x1863919917452288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43230us (44193us total) trans 8589938518 rc 0/0 00000100:00100000:1.0:1777580307.073460:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11671 00000100:00100000:1.0:1777580307.073495:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11678 00000100:00100000:1.0:1777580307.073507:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3291:x1863919917453568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777580307.073545:0:205900:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5529 count 1 00010000:00010000:1.0:1777580307.073573:0:205900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.073595:0:205900:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 26 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.073604:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.073606:0:205900:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.073610:0:205900:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.073652:0:205900:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 26 pid: 205895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.073667:0:205900:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 26 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.073683:0:205900:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02390ed0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917454464:192.168.202.9@tcp:104: 00000100:00100000:1.0:1777580307.073764:0:205900:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777580307.073803:0:205896:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfb540 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.074106:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3288:x1863919917452416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41406us (44504us total) trans 8589938519 rc 0/0 00000100:00100000:0.0:1777580307.074116:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11673 00010000:00010000:0.0:1777580307.074188:0:188247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b33e58cc/0xcb2b2f2f7e4765c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x159a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f0 expref: 16 pid: 205908 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.074202:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023985fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:188247:1863919917453952:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.074224:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074235:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074241:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074253:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074261:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074273:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1777580307.074461:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3288:x1863919917453184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35922us (44812us total) trans 8589938921 rc 0/0 00000100:00100000:0.0:1777580307.074468:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11674 00010000:00010000:0.0:1777580307.074511:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1777580307.074521:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074531:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.074535:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074544:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074565:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074572:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058bf3e92/0xcb2b2f2f7e4850b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074596:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777580307.074602:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074609:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.074612:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074618:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074630:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7de:0x0].0x0 (ffffa02499549b00) 00010000:00010000:0.0:1777580307.074633:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.074637:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074643:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e485ba lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074659:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777580307.074663:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074669:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.074672:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074678:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074687:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074694:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004114d0c1/0xcb2b2f2f7e48574 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074709:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580307.074714:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074720:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.074723:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074730:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074738:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074744:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006539bd7e/0xcb2b2f2f7e48566 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074756:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.074761:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074769:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.074771:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074778:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074787:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074794:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b9afb9d/0xcb2b2f2f7e4857b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074809:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.074810:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.074812:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.074825:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.074838:0:188248:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074847:0:188248:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074854:0:188248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.074866:0:188248:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.075487:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+37:3288:x1863919917445504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 272252us (275608us total) trans 8589938520 rc 0/0 00000100:00100000:1.0:1777580307.075497:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11635 00010000:00010000:1.0:1777580307.075729:0:205905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024269fd0/0xcb2b2f2f7e470dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1594:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d6ae expref: 26 pid: 205896 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.075750:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:205905:1863919917453440:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580307.075774:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.075785:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.075791:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.075800:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.075807:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.075829:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580307.076039:0:188248:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580307.076606:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3290:x1863919917452544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36984us (46882us total) trans 8589938521 rc 0/0 00000100:00100000:0.0:1777580307.076616:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11675 00010000:00010000:0.0:1777580307.076771:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580307.076779:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.076790:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.076794:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.076803:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.076824:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.076833:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6404067/0xcb2b2f2f7e4856d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.077582:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3288:x1863919917453056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46825us (48251us total) trans 8589938922 rc 0/0 00000100:00100000:1.0:1777580307.077591:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11672 00000100:00100000:1.0:1777580307.077635:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aeebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917454848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580307.077680:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777580307.077741:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef91500/2, rc 0, transno 8589938521 00000100:00100000:1.0:1777580307.077754:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917452544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580307.077771:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777580307.077778:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917454976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777580307.077802:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580307.077835:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023985fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917454592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580307.077890:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777580307.077918:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef93800/2, rc 0, transno 8589938519 00000100:00100000:1.0:1777580307.077923:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917452416:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580307.077935:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235c380/2, rc 0, transno 8589938921 00000100:00100000:1.0:1777580307.077945:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917453184:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580307.077957:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef92300/2, rc 0, transno 8589938518 00000100:00100000:1.0:1777580307.077961:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917452288:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580307.077969:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235c000/2, rc 0, transno 8589938922 00000100:00100000:1.0:1777580307.077972:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917453056:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580307.077982:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ae685f80/2, rc 0, transno 8589938920 00000100:00100000:1.0:1777580307.077986:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917450880:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580307.077996:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024ae687800/2, rc 0, transno 8589938918 00000100:00100000:1.0:1777580307.078000:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917450752:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777580307.078015:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef35f80/2, rc 0, transno 8589938520 00000100:00100000:1.0:1777580307.078019:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917445504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580307.078029:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777580307.078035:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa023985fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917454720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777580307.078054:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1777580307.078593:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1822, 64 off124800 00000004:00080000:1.0:1777580307.078608:0:187631:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7828027472187ns, next at 7829027468998ns, rc = 0 00010000:00010000:1.0:1777580307.078694:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078717:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078729:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078739:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078745:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078752:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078764:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1777580307.078790:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078796:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078802:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078808:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.078813:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078824:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078836:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dd:0x0].0x0 (ffffa0241785f600) 00010000:00010000:1.0:1777580307.078839:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580307.078844:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078849:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e4859e lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078874:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078894:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078900:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078905:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.078908:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078914:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078922:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.078924:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.078928:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.078936:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48590 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.078948:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061f75967 reply state 00000000fd3d9a98 transno 8589950369 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.078958:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580307.079049:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282636:x1863919946506368:12345-192.168.202.9@tcp:36:rm.500 Request processed in 24924us (35381us total) trans 8589950369 rc 0/0 00000100:00100000:1.0:1777580307.079059:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19026 00000100:00100000:1.0:1777580307.079068:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828003072821 time 7828013480602 state 0x2 ref 0 00010000:00010000:0.0:1777580307.080830:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777580307.080859:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.080885:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.080891:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.080903:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.080930:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.080939:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006883118f/0xcb2b2f2f7e48582 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.080960:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.080966:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.080973:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.080976:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.080983:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.080994:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7dd:0x0].0x0 (ffffa0241785f600) 00010000:00010000:0.0:1777580307.080997:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.081002:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081007:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e485cf lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7dd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081026:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.081029:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.081032:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.081049:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.081077:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917454848 00000100:00100000:0.0:1777580307.081090:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917454848 00000100:00100000:0.0:1777580307.081188:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917454976 00000100:00100000:0.0:1777580307.081192:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917454976 00000100:00100000:0.0:1777580307.081212:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917454592 00000100:00100000:0.0:1777580307.081217:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917454592 00000100:00100000:0.0:1777580307.081234:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917454720 00000100:00100000:0.0:1777580307.081237:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917454720 00000100:00100000:0.0:1777580307.081258:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11679 00000100:00100000:0.0:1777580307.081268:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+41:3290:x1863919917454848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580307.081319:0:207637:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5527 count 1 00010000:00010000:0.0:1777580307.081348:0:207637:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081370:0:207637:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081378:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.081381:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.081384:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081435:0:207637:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 25 pid: 205896 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081451:0:207637:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 25 pid: 205896 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.081468:0:207637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917455104:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.081583:0:207637:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.081706:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11680 00000100:00100000:0.0:1777580307.081714:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3290:x1863919917454976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580307.081728:0:193009:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5531 count 1 00010000:00010000:0.0:1777580307.081740:0:193009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081753:0:193009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 15 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081760:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.081762:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.081765:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081785:0:193009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 15 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081800:0:193009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 15 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.081810:0:193009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0238e36bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917455744:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.081838:0:193009:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfb900 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.081894:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11681 00000100:00100000:0.0:1777580307.081903:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+38:3288:x1863919917454592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.081920:0:206020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5492 count 1 00010000:00010000:0.0:1777580307.081940:0:206020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081954:0:206020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 26 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081962:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.081964:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.081966:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081987:0:206020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 26 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.081997:0:206020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 26 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.082013:0:206020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0238e36a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917455872:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.082037:0:206020:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfb600 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.082091:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11682 00000100:00100000:0.0:1777580307.082098:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+38:3288:x1863919917454720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.082112:0:206021:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5491 count 1 00010000:00010000:0.0:1777580307.082123:0:206021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082162:0:206021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 26 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082169:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.082170:0:206021:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.082172:0:206021:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082189:0:206021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 26 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082198:0:206021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 26 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.082207:0:206021:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:206021:1863919917456128:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.082233:0:206021:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfba80 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.082264:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917455488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.082318:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.082361:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777580307.082366:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0238e36b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917455616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.082385:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.082409:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917455488 00000100:00100000:0.0:1777580307.082414:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917455488 00000100:00100000:0.0:1777580307.082441:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917455616 00000100:00100000:0.0:1777580307.082443:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917455616 00000100:00100000:0.0:1777580307.082457:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11683 00000100:00100000:0.0:1777580307.082463:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3290:x1863919917455488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.082473:0:188247:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5495 count 1 00010000:00010000:0.0:1777580307.082485:0:188247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082497:0:188247:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 12 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082503:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.082505:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.082507:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082525:0:188247:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 12 pid: 205908 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082536:0:188247:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 12 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.082552:0:188247:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:188247:1863919917456256:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.082574:0:188247:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.082591:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11684 00000100:00100000:0.0:1777580307.082599:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3290:x1863919917455616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.082609:0:189456:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5498 count 1 00010000:00010000:0.0:1777580307.082621:0:189456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082636:0:189456:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 12 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082642:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.082644:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.082646:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082663:0:189456:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 12 pid: 205898 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.082673:0:189456:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 12 pid: 205898 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.082683:0:189456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917456384:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.082705:0:189456:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfb6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777580307.082735:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.082749:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917455360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.082776:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777580307.082832:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0249c30ce00/2, rc 0, transno 8589938517 00000100:00100000:0.0:1777580307.082843:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917450240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.082853:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777580307.082857:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917455232:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777580307.085283:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917455360 00000100:00100000:2.0:1777580307.085299:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917455360 00000100:00100000:2.0:1777580307.085368:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11685 00000100:00100000:2.0:1777580307.085379:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3289:x1863919917455360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777580307.085417:0:188246:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5493 count 1 00010000:00010000:2.0:1777580307.085449:0:188246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.085477:0:188246:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 26 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.085487:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.085490:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.085495:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.085538:0:188246:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 26 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.085552:0:188246:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 26 pid: 205907 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.085568:0:188246:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c30c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917456512:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580307.085665:0:188246:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239ff9da80 going to sleep for 11 seconds 00010000:00010000:2.0:1777580307.085684:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.086743:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.087030:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777580307.087048:0:3288:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917456640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777580307.087106:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.087164:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917455232 00000100:00100000:0.0:1777580307.087172:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917455232 00000100:00100000:0.0:1777580307.087211:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917456640 00000100:00100000:0.0:1777580307.087214:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917456640 00000100:00100000:0.0:1777580307.087229:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11686 00000100:00100000:0.0:1777580307.087238:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aced6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+43:3289:x1863919917455232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.087265:0:205905:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5496 count 1 00010000:00010000:0.0:1777580307.087415:0:205905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.087440:0:205905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 12 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.087448:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.087450:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.087532:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.087575:0:205905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 12 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.087590:0:205905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 12 pid: 188246 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.087603:0:205905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917456768:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.087666:0:205905:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfb300 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.087687:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11687 00000100:00100000:0.0:1777580307.087696:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+43:3288:x1863919917456640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777580307.087710:0:205897:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5497 count 1 00010000:00010000:0.0:1777580307.087724:0:205897:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.087736:0:205897:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 12 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.087742:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.087744:0:205897:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.087746:0:205897:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.087764:0:205897:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 12 pid: 206021 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.087779:0:205897:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 12 pid: 206021 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.087788:0:205897:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917456896:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.087811:0:205897:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239e11ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.087833:0:3289:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917456000:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580307.106068:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.106093:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.106103:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.106110:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.106115:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.106122:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.106165:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa0241785f400) 00010000:00010000:3.0:1777580307.106169:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.106174:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.106180:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e485ac lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106294:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106302:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106309:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106314:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.106317:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106322:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106331:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02490544200) 00010000:00010000:0.0:1777580307.106334:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.106337:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106348:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48597 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.106414:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580307.106463:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917456000 00000100:00100000:0.0:1777580307.106474:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917456000 00000100:00100000:0.0:1777580307.106530:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11688 00000100:00100000:0.0:1777580307.106542:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+42:3289:x1863919917456000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777580307.106582:0:206352:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5533 count 1 00010000:00010000:0.0:1777580307.106611:0:206352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106637:0:206352:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 14 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106646:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.106649:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.106652:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106701:0:206352:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 14 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.106716:0:206352:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 14 pid: 206018 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.106733:0:206352:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388b1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917457024:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.120228:0:206352:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024996ed480 going to sleep for 11 seconds 00000100:00100000:2.0:1777580307.155546:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.155571:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.155593:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.155612:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.155628:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.155662:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946507648 00000100:00100000:2.0:1777580307.155674:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946507648 00010000:00010000:2.0:1777580307.155732:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 26 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.155842:0:207637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:207637:1863919917455104:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.155903:0:207637:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.155936:0:193009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0238e36bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:193009:1863919917455744:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.155949:0:193009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.155996:0:206020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0238e36a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:206020:1863919917455872:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.156009:0:206020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.156032:0:206021:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:206021:1863919917456128:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.156043:0:206021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.156066:0:188247:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:188247:1863919917456256:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.156077:0:188247:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.156183:0:206023:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:206023:1863919917454336:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580307.156205:0:206023:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.156266:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946507904 00000100:00100000:2.0:1777580307.156272:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946507904 00010000:00010000:2.0:1777580307.156293:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 27 pid: 205896 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.159079:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946508160 00000100:00100000:0.0:1777580307.159100:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946508160 00010000:00010000:0.0:1777580307.159180:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 27 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.159217:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946508416 00000100:00100000:0.0:1777580307.159221:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946508416 00010000:00010000:0.0:1777580307.159237:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 13 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.159248:0:206357:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946507520 00000100:00100000:0.0:1777580307.159252:0:206357:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946507520 00010000:00010000:0.0:1777580307.159269:0:206357:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 28 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.159288:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4314 00000100:00100000:0.0:1777580307.159299:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946507648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580307.159321:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.159329:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 28 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159344:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 28 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159379:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.159381:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.159388:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159400:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159429:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580307.159521:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946507648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 224us (3990us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.159529:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4314 00000100:00100000:0.0:1777580307.159557:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4315 00000100:00100000:0.0:1777580307.159564:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946507904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580307.159572:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.159578:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 27 pid: 205896 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159588:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 27 pid: 205896 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159601:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db7ee0ed/0xcb2b2f2f7e47337 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1597:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d756 expref: 27 pid: 205896 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159615:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.159617:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.159620:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159627:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159652:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580307.159673:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946507904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 110us (4101us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.159680:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4315 00000100:00100000:0.0:1777580307.159697:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4316 00000100:00100000:0.0:1777580307.159702:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946508160:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580307.159710:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.159714:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 27 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159724:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 27 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159739:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d930c72/0xcb2b2f2f7e472f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1574:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d741 expref: 27 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159749:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.159751:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.159754:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159761:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159777:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580307.159794:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946508160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 92us (4201us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.159799:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4316 00000100:00100000:0.0:1777580307.159813:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4317 00000100:00100000:0.0:1777580307.159819:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+13:2362:x1863919946508416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580307.159826:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.159830:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 13 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159841:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 13 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159968:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a63b0fc8/0xcb2b2f2f7e47655 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1577:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7f7 expref: 13 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159979:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.159980:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.159983:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.159991:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.160011:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580307.160030:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+12:2362:x1863919946508416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 211us (4417us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.160036:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4317 00000100:00100000:0.0:1777580307.160055:0:206357:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4318 00000100:00100000:0.0:1777580307.160061:0:206357:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2362:x1863919946507520:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777580307.160070:0:206357:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.160075:0:206357:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 25 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.160083:0:206357:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 25 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.160095:0:206357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a4d8e03/0xcb2b2f2f7e472e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1598:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d73a expref: 25 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.160108:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.160110:0:206357:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.160113:0:206357:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.160120:0:206357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.160183:0:206357:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580307.160201:0:206357:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2362:x1863919946507520:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 140us (4572us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.160207:0:206357:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4318 00000100:00100000:3.0:1777580307.162821:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.162957:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.162991:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.163021:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.163058:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.163233:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.163247:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.163259:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.163275:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580307.163562:0:207637:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.163581:0:207637:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.163596:0:207637:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.163604:0:207637:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.163624:0:207637:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777580307.164213:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946508672 00000100:00100000:3.0:1777580307.164230:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946508672 00000100:00100000:3.0:1777580307.164278:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827793485396 time 7827916440525 state 0x0 ref 1 00000100:00100000:3.0:1777580307.164293:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827916540525 time 7827916440525 state 0x1 ref 1 00000100:00100000:3.0:1777580307.164316:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946508928 00000100:00100000:3.0:1777580307.164320:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946508928 00000100:00100000:3.0:1777580307.164334:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828003072821 time 7828013480602 state 0x0 ref 1 00000100:00100000:3.0:1777580307.164341:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828013580602 time 7828013480602 state 0x1 ref 1 00000100:00100000:3.0:1777580307.164362:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827916540525 time 7828113223562 state 0x0 ref 1 00000100:00100000:3.0:1777580307.164378:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+301:282720:x1863919946508672:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580307.164407:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.164432:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4861c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dba1 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164653:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164671:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164685:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164702:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164710:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164717:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164792:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48631 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164802:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48631 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.164810:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48631 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580307.164822:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e0:0x0]: returning size 0 00010000:00010000:3.0:1777580307.165123:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165163:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165171:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165178:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.165183:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165192:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165210:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.165213:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.165219:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165226:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48623 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165243:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165250:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165257:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165262:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.165265:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165271:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165278:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02493ac1500) 00010000:00010000:3.0:1777580307.165281:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.165283:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165288:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4862a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165344:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4861c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dba1 expref: 304 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165359:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48631 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dba1 expref: 303 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165366:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:3.0:1777580307.165369:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580307.165372:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8400, rc 0) 00000100:00100000:3.0:1777580307.165466:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+303:282720:x1863919946508672:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1081us (2431us total) trans 8589950370 rc 0/0 00000100:00100000:3.0:1777580307.165475:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19028 00000100:00100000:3.0:1777580307.165481:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827916540525 time 7828113223562 state 0x2 ref 0 00000100:00100000:3.0:1777580307.165513:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828013580602 time 7828114376130 state 0x0 ref 1 00000100:00100000:3.0:1777580307.165527:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282657:x1863919946508928:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580307.165566:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580307.165582:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e47fbd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da35 expref: 81 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165599:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3e00/0xcb2b2f2f7e47e89 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9e1 expref: 80 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165610:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e3:0x0].0x0 (ffffa02427669000) 00010000:00010000:3.0:1777580307.165619:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.165636:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165646:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165655:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165668:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165674:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165680:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165765:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165774:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.165780:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.166490:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+43:3290:x1863919917454848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 85219us (88806us total) trans 8589938923 rc 0/0 00000100:00100000:0.0:1777580307.166502:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11679 00010000:00010000:0.0:1777580307.166552:0:206020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.166565:0:206020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.166575:0:206020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.166584:0:206020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.166606:0:206020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777580307.166780:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+44:3288:x1863919917454592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 84878us (88889us total) trans 8589938522 rc 0/0 00000100:00100000:0.0:1777580307.166791:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11681 00010000:00010000:0.0:1777580307.166820:0:188247:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.166830:0:188247:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.166839:0:188247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.168049:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946507776 00000100:00100000:1.0:1777580307.168063:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946507776 00010000:00010000:1.0:1777580307.168112:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 12 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.168153:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946508032 00000100:00100000:1.0:1777580307.168157:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946508032 00010000:00010000:1.0:1777580307.168171:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 15 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.168184:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946508288 00000100:00100000:1.0:1777580307.168187:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946508288 00010000:00010000:1.0:1777580307.168198:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 26 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.168209:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946509056 00000100:00100000:1.0:1777580307.168211:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946509056 00010000:00010000:1.0:1777580307.168222:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 13 pid: 205898 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.168231:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946509312 00000100:00100000:1.0:1777580307.168233:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946509312 00010000:00010000:1.0:1777580307.168244:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 14 pid: 188246 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.168254:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946509184 00000100:00100000:1.0:1777580307.168257:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946509184 00010000:00010000:1.0:1777580307.168268:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 27 pid: 205907 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.168277:0:187617:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946509440 00000100:00100000:1.0:1777580307.168279:0:187617:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946509440 00010000:00010000:1.0:1777580307.168291:0:187617:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 15 pid: 206021 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.168306:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4319 00000100:00100000:1.0:1777580307.168315:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2362:x1863919946507776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580307.168333:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.168338:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 15 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168355:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 15 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168384:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168386:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168392:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168403:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168426:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580307.168481:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2362:x1863919946507776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 167us (5674us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.168489:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4319 00000100:00100000:1.0:1777580307.168510:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4320 00000100:00100000:1.0:1777580307.168516:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2362:x1863919946508032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580307.168524:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.168528:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 15 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168538:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 15 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168559:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e47663 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x159b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d805 expref: 15 pid: 205908 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168576:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168577:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168581:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168589:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168614:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580307.168629:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed3b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2362:x1863919946508032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 113us (5672us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.168634:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4320 00000100:00100000:1.0:1777580307.168679:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4321 00000100:00100000:1.0:1777580307.168684:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946508288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580307.168691:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.168695:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 27 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168705:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 27 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168723:0:187617:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003deb8ee2/0xcb2b2f2f7e472ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1573:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d748 expref: 27 pid: 205905 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168734:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168735:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168738:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168746:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168762:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580307.168777:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946508288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 94us (5786us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.168782:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4321 00000100:00100000:1.0:1777580307.168792:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4322 00000100:00100000:1.0:1777580307.168797:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2361:x1863919946509056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580307.168803:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.168807:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 14 pid: 205898 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168817:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 14 pid: 205898 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168834:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168835:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168839:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168860:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168871:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580307.168895:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2361:x1863919946509056:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 98us (5663us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.168901:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4322 00000100:00100000:1.0:1777580307.168912:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4323 00000100:00100000:1.0:1777580307.168917:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+13:2361:x1863919946509312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580307.168923:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.168927:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 13 pid: 188246 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168936:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 13 pid: 188246 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168947:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168949:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.168952:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168965:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.168974:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580307.168987:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+13:2361:x1863919946509312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 70us (5739us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.168992:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4323 00000100:00100000:1.0:1777580307.169002:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4324 00000100:00100000:1.0:1777580307.169007:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2361:x1863919946509184:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580307.169013:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.169017:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 25 pid: 205907 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169027:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 25 pid: 205907 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169037:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.169038:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.169041:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169048:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169058:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580307.169070:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2361:x1863919946509184:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 63us (5810us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.169075:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4324 00000100:00100000:1.0:1777580307.169086:0:187617:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4325 00000100:00100000:1.0:1777580307.169092:0:187617:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+12:2361:x1863919946509440:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777580307.169098:0:187617:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.169103:0:187617:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 12 pid: 206021 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169113:0:187617:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 12 pid: 206021 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169124:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.169125:0:187617:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.169127:0:187617:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169169:0:187617:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169181:0:187617:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777580307.169196:0:187617:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+12:2361:x1863919946509440:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 104us (5921us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.169202:0:187617:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4325 00010000:00010000:1.0:1777580307.169260:0:205896:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000daaf0a4c/0xcb2b2f2f7e474d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1576:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d7aa expref: 11 pid: 205907 timeout: 7927 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.169278:0:205896:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023985f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:205896:1863919917454208:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580307.169305:0:205896:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169316:0:205896:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169323:0:205896:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169333:0:205896:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169341:0:205896:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.169359:0:205896:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1777580307.169662:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3290:x1863919917452672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 129724us (139846us total) trans 8589938523 rc 0/0 00000100:00100000:1.0:1777580307.169672:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11676 00010000:00010000:0.0:1777580307.171079:0:188247:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.171122:0:188247:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1777580307.171436:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3290:x1863919917455488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 88970us (89115us total) trans 8589938524 rc 0/0 00000100:00100000:0.0:1777580307.171447:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11683 00010000:00010000:0.0:1777580307.171499:0:206023:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.171510:0:206023:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.171520:0:206023:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.171534:0:206023:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.171543:0:206023:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1777580307.171711:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+43:3291:x1863919917453696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 102873us (108020us total) trans 8589938924 rc 0/0 00000100:00100000:0.0:1777580307.171719:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11677 00010000:00010000:0.0:1777580307.171788:0:189456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f96494ee/0xcb2b2f2f7e479a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x157a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8ad expref: 10 pid: 205898 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.171802:0:189456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:189456:1863919917456384:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.171826:0:189456:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.171834:0:189456:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.171841:0:189456:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580307.172580:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1823, 64 off124864 00010000:00010000:3.0:1777580307.172671:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172690:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172704:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172712:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172718:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172724:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172735:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1777580307.172764:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172770:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172776:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172782:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.172787:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172794:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172808:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e3:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:3.0:1777580307.172811:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580307.172817:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.172822:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e4864d lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.174187:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.174207:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.174214:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.174220:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.174224:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.174231:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.174246:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.174249:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.174253:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.174260:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e4863f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.174279:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004eecef3d reply state 00000000688f0160 transno 8589950371 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.176170:0:189456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.176182:0:189456:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.176207:0:189456:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1777580307.176615:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3290:x1863919917455616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 94012us (94223us total) trans 8589938525 rc 0/0 00000100:00100000:0.0:1777580307.176627:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11684 00010000:00010000:0.0:1777580307.176714:0:205905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000582ea5df/0xcb2b2f2f7e47758 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1578:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d821 expref: 9 pid: 188246 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.176730:0:205905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:205905:1863919917456768:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.176763:0:205905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.176774:0:205905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.176783:0:205905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.176791:0:205905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.176799:0:205905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.176808:0:205905:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1777580307.177072:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aced6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+44:3289:x1863919917455232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 89835us (90334us total) trans 8589938526 rc 0/0 00000100:00100000:0.0:1777580307.177080:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11686 00010000:00010000:0.0:1777580307.177119:0:205897:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000caaabfd8/0xcb2b2f2f7e479b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1579:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8c2 expref: 8 pid: 206021 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.177132:0:205897:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:205897:1863919917456896:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.177179:0:205897:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177188:0:205897:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177194:0:205897:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177203:0:205897:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177211:0:205897:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177221:0:205897:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1777580307.177349:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3288:x1863919917456640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 89654us (90241us total) trans 8589938527 rc 0/0 00000100:00100000:0.0:1777580307.177356:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11687 00010000:00010000:0.0:1777580307.177426:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1777580307.177435:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177444:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.177449:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177459:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177481:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177488:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f80d2481/0xcb2b2f2f7e485d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177509:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1777580307.177514:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177522:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.177525:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177533:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177549:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177555:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011d85f7b/0xcb2b2f2f7e485e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177570:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1777580307.177575:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177582:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.177585:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177593:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177603:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177610:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001bdfeb67/0xcb2b2f2f7e48589 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205896 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177625:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1777580307.177629:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177636:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.177639:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177647:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177656:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177662:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8e70007/0xcb2b2f2f7e485f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177678:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1777580307.177683:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177690:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02389020600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.177693:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177701:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177710:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177718:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000893dd74d/0xcb2b2f2f7e485c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177733:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777580307.177739:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177745:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.177748:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177753:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177765:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e3:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:0.0:1777580307.177768:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.177772:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177777:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48654 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177796:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777580307.177800:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177807:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.177810:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177818:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177828:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.177835:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c13df077/0xcb2b2f2f7e485f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.178059:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580307.178158:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282657:x1863919946508928:12345-192.168.202.9@tcp:36:rm.500 Request processed in 12633us (15097us total) trans 8589950371 rc 0/0 00000100:00100000:3.0:1777580307.178168:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19029 00000100:00100000:3.0:1777580307.178177:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828013580602 time 7828114376130 state 0x2 ref 0 00000100:00100000:3.0:1777580307.178382:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.178828:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946509568 00000100:00100000:2.0:1777580307.178840:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946509568 00010000:00010000:2.0:1777580307.178907:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 14 pid: 206018 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.178939:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4326 00000100:00100000:2.0:1777580307.178950:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2363:x1863919946509568:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580307.178970:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.178976:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 14 pid: 206018 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.178991:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 14 pid: 206018 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179017:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.179019:0:187616:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.179025:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179037:0:187616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179064:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580307.179107:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2363:x1863919946509568:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 158us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.179116:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4326 00010000:00010000:2.0:1777580307.179196:0:188246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005372e813/0xcb2b2f2f7e477c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1575:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d836 expref: 24 pid: 205907 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.179217:0:188246:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c30c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:188246:1863919917456512:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580307.179240:0:188246:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179250:0:188246:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179257:0:188246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179266:0:188246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179274:0:188246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179286:0:188246:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1777580307.179787:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3289:x1863919917455360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 94408us (97008us total) trans 8589938528 rc 0/0 00000100:00100000:2.0:1777580307.179797:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11685 00010000:00010000:2.0:1777580307.179835:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1777580307.179844:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179860:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784d600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.179864:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179872:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179903:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179910:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ac5e05e/0xcb2b2f2f7e48607 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179934:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580307.179938:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179944:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.179947:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179955:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179963:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179971:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001087254e/0xcb2b2f2f7e4860e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205897 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179988:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580307.179992:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.179998:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.180001:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.180009:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.180018:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.180025:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000990932f2/0xcb2b2f2f7e48600 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.180038:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.180040:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.180041:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777580307.180084:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aeeb8380/2, rc 0, transno 8589938924 00000100:00100000:2.0:1777580307.180104:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aeeb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917453696:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777580307.184196:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.184204:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.184207:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580307.184300:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0238e36b100/2, rc 0, transno 8589938525 00000100:00100000:0.0:1777580307.184338:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0238e36b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917455616:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580307.184355:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aef90700/2, rc 0, transno 8589938524 00000100:00100000:0.0:1777580307.184359:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917455488:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580307.184376:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa024aeebb800/2, rc 0, transno 8589938923 00000100:00100000:0.0:1777580307.184381:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aeebb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917454848:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580307.184391:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235ca80/2, rc 0, transno 8589938523 00000100:00100000:0.0:1777580307.184394:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917452672:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580307.184414:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580307.184431:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1c000/2, rc 0, transno 8589938527 00000100:00100000:0.0:1777580307.184435:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917456640:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580307.184448:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023985fb480/2, rc 0, transno 8589938522 00000100:00100000:0.0:1777580307.184451:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023985fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917454592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580307.184475:0:193009:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.184494:0:193009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.184508:0:193009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.184517:0:193009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.184550:0:193009:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580307.185009:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580307.185019:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.185028:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.185033:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.185043:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.185069:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.185076:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e485dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.185101:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.185103:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.185104:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.185267:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+43:3290:x1863919917454976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 103551us (107461us total) trans 8589938925 rc 0/0 00000100:00100000:0.0:1777580307.185279:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11680 00010000:00010000:0.0:1777580307.185327:0:206021:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185338:0:206021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185347:0:206021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185361:0:206021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185376:0:206021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777580307.185565:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+44:3288:x1863919917454720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 103467us (107509us total) trans 8589938529 rc 0/0 00000100:00100000:0.0:1777580307.185573:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11682 00010000:00010000:0.0:1777580307.185594:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.185599:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185606:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.185609:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185618:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185631:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185639:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e485eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185656:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.185659:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.185660:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.185700:0:206352:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e479ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x159d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d8b4 expref: 13 pid: 206018 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.185712:0:206352:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:206352:1863919917457024:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580307.185746:0:206352:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185756:0:206352:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185763:0:206352:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185771:0:206352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185778:0:206352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.185791:0:206352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580307.186383:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.186396:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.186402:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.186407:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.186411:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.186417:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.186430:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580307.186434:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.186438:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.186444:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48646 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.188179:0:205900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f1ab1e7/0xcb2b2f2f7e472dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1599:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d733 expref: 23 pid: 205895 timeout: 7928 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.188204:0:205900:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02390ed0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:205900:1863919917454464:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580307.188239:0:205900:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.188256:0:205900:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.188263:0:205900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.188276:0:205900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.188285:0:205900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.188315:0:205900:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1777580307.188699:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:3291:x1863919917453568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 115195us (124919us total) trans 8589938926 rc 0/0 00000100:00100000:2.0:1777580307.188709:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11678 00000004:00080000:2.0:1777580307.189023:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235e680/2, rc 0, transno 8589938926 00000100:00100000:2.0:1777580307.189036:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917453568:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777580307.189121:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777580307.189152:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189163:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4e00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580307.189167:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189175:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189197:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189205:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002322aacb/0xcb2b2f2f7e48615 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189232:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580307.189236:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189242:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580307.189245:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189257:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189266:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189273:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e485c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 205900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.189290:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580307.189292:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580307.189294:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.192166:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.192577:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+43:3289:x1863919917456000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 86035us (86163us total) trans 8589938927 rc 0/0 00000100:00100000:0.0:1777580307.192591:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11688 00000004:00080000:0.0:1777580307.192684:0:3290:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235d180/2, rc 0, transno 8589938925 00000100:00100000:0.0:1777580307.192709:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917454976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777580307.192735:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777580307.192758:0:3288:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa023985fbb80/2, rc 0, transno 8589938529 00000100:00100000:0.0:1777580307.194008:0:3288:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa023985fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1863919917454720:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777580307.194042:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.194066:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946509824 00000100:00100000:0.0:1777580307.194075:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946509824 00000100:00100000:0.0:1777580307.194127:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828013580602 time 7828114376130 state 0x0 ref 1 00000100:00100000:0.0:1777580307.194157:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828114476130 time 7828114376130 state 0x1 ref 1 00000100:00100000:0.0:1777580307.194187:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828114476130 time 7828143049740 state 0x0 ref 1 00000100:00100000:0.0:1777580307.194202:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282645:x1863919946509824:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580307.194278:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580307.194311:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e47faf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da2e expref: 80 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194335:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e47dc5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7df:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9a9 expref: 79 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194349:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7df:0x0].0x0 (ffffa02499549700) 00010000:00010000:0.0:1777580307.194360:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.194389:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194404:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194415:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194433:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194440:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194447:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194598:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194606:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.194612:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580307.195716:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1824, 64 off124928 00010000:00010000:0.0:1777580307.195798:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.195810:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.195820:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.195829:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.195835:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.195842:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199321:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580307.199371:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199382:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199390:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199396:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.199401:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199409:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199428:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7df:0x0].0x0 (ffffa0241785f800) 00010000:00010000:0.0:1777580307.199431:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580307.199437:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199443:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48669 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7df:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199478:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199489:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199494:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199499:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.199502:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199508:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199517:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.199519:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.199523:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199529:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4865b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.199540:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000043ea73b0 reply state 00000000b855e53e transno 8589950372 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.199550:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.199691:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282645:x1863919946509824:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5486us (7559us total) trans 8589950372 rc 0/0 00000100:00100000:0.0:1777580307.199703:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19030 00000100:00100000:0.0:1777580307.199713:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828114476130 time 7828143049740 state 0x2 ref 0 00010000:00010000:0.0:1777580307.199775:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.199781:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199787:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.199791:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199797:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199807:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7df:0x0].0x0 (ffffa0241785f800) 00010000:00010000:0.0:1777580307.199810:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.199813:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199818:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48670 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7df:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.199837:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.199839:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.199841:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.200835:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.212756:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.212827:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.213296:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946510080 00000100:00100000:3.0:1777580307.213311:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946510080 00000100:00100000:3.0:1777580307.213362:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7827916540525 time 7828113223562 state 0x0 ref 1 00000100:00100000:3.0:1777580307.213379:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828113323562 time 7828113223562 state 0x1 ref 1 00000100:00100000:3.0:1777580307.213402:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946510336 00000100:00100000:3.0:1777580307.213405:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946510336 00000100:00100000:3.0:1777580307.213417:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828113323562 time 7828113223562 state 0x1 ref 2 00000100:00100000:3.0:1777580307.213429:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946510592 00000100:00100000:3.0:1777580307.213432:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946510592 00000100:00100000:3.0:1777580307.213444:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828114476130 time 7828143049740 state 0x0 ref 1 00000100:00100000:3.0:1777580307.213451:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828143149740 time 7828143049740 state 0x1 ref 1 00000100:00100000:3.0:1777580307.213486:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828162448449 time 7828162348449 state 0x1 ref 2 00000100:00100000:3.0:1777580307.213499:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+304:282720:x1863919946510080:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580307.213575:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.213611:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e48631 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dba1 expref: 304 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.213638:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:3.0:1777580307.213644:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.213739:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.213758:0:191688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da43 expref: 80 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.213767:0:191688:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.213814:0:191688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da43 expref: 80 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.213831:0:191688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da43 expref: 80 pid: 188495 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.214003:0:191688:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024975b8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917457152:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580307.214106:0:191688:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02391623600 going to sleep for 11 seconds 00000100:00100000:2.0:1777580307.214229:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828143149740 time 7828163089638 state 0x0 ref 1 00000100:00100000:2.0:1777580307.214245:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282652:x1863919946510592:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580307.214281:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580307.214291:0:187630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da43 expref: 80 pid: 188495 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214312:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e47df6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9b7 expref: 80 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214327:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580307.214331:0:187630:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214340:0:187630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214349:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214365:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.214387:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214397:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214405:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214422:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214428:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214435:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214648:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214657:0:187630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214664:0:187630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214677:0:187630:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.214687:0:187630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.215200:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828162448449 time 7828164059188 state 0x0 ref 2 00000100:00100000:1.0:1777580307.215224:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+303:282726:x1863919946510336:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580307.215240:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.215256:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48693 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dba8 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.215363:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.215374:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.215384:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.215399:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.215406:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.215413:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.218069:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.218092:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.218101:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.218108:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.218114:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.218123:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.218157:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0241785f600) 00010000:00010000:0.0:1777580307.218161:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.218167:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.218174:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e48662 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580307.218292:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235fb80/2, rc 0, transno 8589938526 00000100:00100000:0.0:1777580307.218317:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917455232:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777580307.218334:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa02388b1ed80/2, rc 0, transno 8589938927 00000100:00100000:0.0:1777580307.218348:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388b1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917456000:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777580307.218360:0:3289:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffffa0239235ea00/2, rc 0, transno 8589938528 00000100:00100000:0.0:1777580307.218364:0:3289:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1863919917455360:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1777580307.222325:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1588:0x0], index 1: 0 00010000:00010000:1.0:1777580307.225328:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e486a8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.225360:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e486a8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.225375:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e486a8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.225424:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.225437:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.225444:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.225962:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.225973:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.225986:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.226003:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.226007:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.226013:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.226020:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4869a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.226041:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055497070 reply state 0000000013017eba transno 8589950373 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.226052:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580307.226107:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48693 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dba8 expref: 306 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.226126:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e486a8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dba8 expref: 305 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.226574:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bf:0x0].0x0 (ffffa0248a60e300) 00010000:00010000:1.0:1777580307.226577:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580307.226580:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000100:00100000:1.0:1777580307.226735:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+306:282726:x1863919946510336:12345-192.168.202.9@tcp:101:touch.500 Request processed in 11519us (13992us total) trans 8589950373 rc 0/0 00000100:00100000:1.0:1777580307.226746:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19032 00010000:00010000:2.0:1777580307.247104:0:191688:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.9@tcp) returned -22 from blocking AST (req@00000000c4616e18 x1863919917457152) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da43 expref: 78 pid: 188495 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.247183:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e47ff5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da43 expref: 78 pid: 188495 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.247204:0:191688:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024975b8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917457152:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580307.247236:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580307.247243:0:191688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.247257:0:191688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.247268:0:191688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.247277:0:191688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.247283:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.247529:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000224a93e3 reply state 00000000eb1507c2 transno 8589950374 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.247539:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.247697:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+307:282720:x1863919946510080:12345-192.168.202.9@tcp:36:touch.500 Request processed in 34199us (46869us total) trans 8589950374 rc 0/0 00000100:00100000:2.0:1777580307.247709:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19031 00000100:00100000:2.0:1777580307.247718:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828162448449 time 7828164059188 state 0x2 ref 0 00000100:00100000:3.0:1777580307.248698:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580307.249422:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.249438:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.249446:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.249457:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.249464:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.249473:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.249496:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0248a60e200) 00010000:00010000:2.0:1777580307.249500:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.249507:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.249514:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e486a1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.254261:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.257329:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.257408:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257424:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257434:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257441:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.257448:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257457:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257480:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:3.0:1777580307.257484:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.257488:0:3274:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257500:0:3274:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257507:0:3274:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257551:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.257559:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48677 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.257686:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946510848 00000100:00100000:1.0:1777580307.257700:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946510848 00000100:00100000:1.0:1777580307.257751:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828162448449 time 7828164059188 state 0x0 ref 1 00000100:00100000:1.0:1777580307.257765:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828164159188 time 7828164059188 state 0x1 ref 1 00000100:00100000:1.0:1777580307.257796:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946511104 00000100:00100000:1.0:1777580307.257799:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946511104 00000100:00100000:1.0:1777580307.257812:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828164159188 time 7828164059188 state 0x1 ref 2 00000100:00100000:1.0:1777580307.257833:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828206795370 time 7828206695370 state 0x1 ref 2 00000100:00100000:3.0:1777580307.257970:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828206795370 time 7828206831926 state 0x0 ref 2 00000100:00100000:3.0:1777580307.257985:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+306:282729:x1863919946511104:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580307.258011:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.258035:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e486b6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbaf expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.258244:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.258260:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.258268:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.258298:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.258305:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.258312:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580307.258943:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15ad:0x0], index 0: 0 00010000:00010000:3.0:1777580307.259179:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e486cb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259192:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e486cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259201:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e486cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259250:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259259:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259266:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259272:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.259276:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259284:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259297:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.259301:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.259305:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259311:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e486bd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.259326:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5780f2d reply state 00000000979eee24 transno 8589950375 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.259335:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580307.259374:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e486b6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbaf expref: 309 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259392:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e486cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbaf expref: 308 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.259399:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c0:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:3.0:1777580307.259401:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580307.259404:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9800, rc 0) 00000100:00100000:3.0:1777580307.259507:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+309:282729:x1863919946511104:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1525us (5260us total) trans 8589950375 rc 0/0 00000100:00100000:3.0:1777580307.259517:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19035 00000100:00100000:1.0:1777580307.259999:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+308:282726:x1863919946510848:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580307.260059:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.260079:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e486a8 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dba8 expref: 308 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.260094:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bf:0x0].0x0 (ffffa0248a60e300) 00010000:00010000:1.0:1777580307.260105:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580307.260202:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.260214:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.260222:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.260430:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f68cfcc reply state 00000000ac885531 transno 8589950376 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.260439:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580307.260515:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+309:282726:x1863919946510848:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2671us (11825us total) trans 8589950376 rc 0/0 00000100:00100000:1.0:1777580307.260524:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19034 00000100:00100000:1.0:1777580307.260532:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828206795370 time 7828206831926 state 0x2 ref 0 00010000:00010000:0.0:1777580307.269075:0:187630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.269096:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.270423:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946511232 00000100:00100000:2.0:1777580307.270437:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946511232 00000100:00100000:2.0:1777580307.270484:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828206795370 time 7828206831926 state 0x0 ref 1 00000100:00100000:2.0:1777580307.270500:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828206931926 time 7828206831926 state 0x1 ref 1 00000100:00100000:2.0:1777580307.270535:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828206931926 time 7828219396947 state 0x0 ref 1 00000100:00100000:2.0:1777580307.270553:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+309:282720:x1863919946511232:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.270583:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.270610:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7600/0xcb2b2f2f7e486e0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbb6 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271003:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271013:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271021:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271028:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.271033:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271042:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271061:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02493ac1e00) 00010000:00010000:2.0:1777580307.271065:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.271071:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271078:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e486c4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.271187:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.271208:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946511616 00000100:00100000:2.0:1777580307.271213:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946511616 00000100:00100000:2.0:1777580307.271236:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828219496947 time 7828219396947 state 0x1 ref 2 00000100:00100000:2.0:1777580307.271257:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828219496947 time 7828220120987 state 0x0 ref 2 00000100:00100000:2.0:1777580307.271268:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+310:282729:x1863919946511616:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580307.271337:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.271355:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e486cb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbaf expref: 310 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271368:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c0:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:2.0:1777580307.271376:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.271458:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271474:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.271486:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.271638:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004cd22413 reply state 000000006fb7e20b transno 8589950377 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.271649:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.271752:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+311:282729:x1863919946511616:12345-192.168.202.9@tcp:36:touch.500 Request processed in 485us (566us total) trans 8589950377 rc 0/0 00000100:00100000:2.0:1777580307.271762:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19037 00000100:00100000:2.0:1777580307.271817:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.272077:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272087:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272094:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272100:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.272104:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272110:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272122:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bf:0x0].0x0 (ffffa0248a60ef00) 00010000:00010000:3.0:1777580307.272125:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.272130:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272152:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e486d9 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.272183:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946511872 00000100:00100000:3.0:1777580307.272189:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946511872 00000100:00100000:3.0:1777580307.272214:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828220220987 time 7828220120987 state 0x1 ref 2 00000100:00100000:3.0:1777580307.272238:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828220220987 time 7828221101105 state 0x0 ref 2 00000100:00100000:3.0:1777580307.272250:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+310:282737:x1863919946511872:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580307.272263:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.272277:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e486ee lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbc4 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272439:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272452:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272462:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272478:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272484:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272495:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272571:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48703 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272580:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48703 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272588:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48703 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580307.272598:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e2:0x0]: returning size 0 00010000:00010000:3.0:1777580307.272686:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272694:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272700:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272706:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.272710:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272716:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272724:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.272726:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.272730:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272736:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e486f5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272748:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272754:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272760:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272766:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.272768:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272775:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272782:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02493ac1000) 00010000:00010000:3.0:1777580307.272785:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.272788:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272794:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e486fc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.272836:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e486ee lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbc4 expref: 313 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580307.274118:0:187630:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7e0:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1777580307.274323:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274339:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274347:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274354:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.274358:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274365:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274381:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:0.0:1777580307.274385:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580307.274390:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274396:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e4868c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274415:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274422:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274428:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274433:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.274437:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274443:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274451:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.274453:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.274456:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.274463:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e4867e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.274473:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000709af9a5 reply state 00000000acaf9863 transno 8589950379 ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.274483:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.274585:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+79:282652:x1863919946510592:12345-192.168.202.9@tcp:36:rm.500 Request processed in 60339us (61753us total) trans 8589950379 rc 0/0 00000100:00100000:0.0:1777580307.274597:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19033 00000100:00100000:0.0:1777580307.274606:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828143149740 time 7828163089638 state 0x2 ref 0 00010000:00010000:3.0:1777580307.274753:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48703 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbc4 expref: 312 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.274762:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:3.0:1777580307.274765:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580307.274768:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8200, rc 0) 00000100:00100000:3.0:1777580307.274796:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+312:282737:x1863919946511872:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2549us (2979us total) trans 8589950378 rc 0/0 00000100:00100000:3.0:1777580307.274804:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19038 00000100:00100000:3.0:1777580307.275085:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580307.275531:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7600/0xcb2b2f2f7e486e0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbb6 expref: 311 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.275550:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7600/0xcb2b2f2f7e486e0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbb6 expref: 311 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.275575:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580307.275578:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580307.275581:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7600, rc 0) 00000100:00100000:2.0:1777580307.275615:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+311:282720:x1863919946511232:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5069us (18303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.275624:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19036 00000100:00100000:2.0:1777580307.275630:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828220220987 time 7828221101105 state 0x2 ref 0 00000100:00100000:2.0:1777580307.275657:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946511360 00000100:00100000:2.0:1777580307.275666:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946511360 00000100:00100000:2.0:1777580307.275698:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828220220987 time 7828221101105 state 0x0 ref 1 00000100:00100000:2.0:1777580307.275711:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828221201105 time 7828221101105 state 0x1 ref 1 00000100:00100000:2.0:1777580307.275740:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828221201105 time 7828224601404 state 0x0 ref 1 00000100:00100000:2.0:1777580307.275751:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+311:282726:x1863919946511360:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.275772:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.275797:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e48711 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbbd expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.275834:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e48711 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbbd expref: 312 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.282306:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e48711 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbbd expref: 312 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.282375:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bf:0x0].0x0 (ffffa024b7eb0500) 00010000:00010000:2.0:1777580307.282378:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580307.282382:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7c00, rc 0) 00000100:00100000:2.0:1777580307.282494:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+312:282726:x1863919946511360:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6741us (7406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.282506:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19039 00000100:00100000:2.0:1777580307.282516:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828221201105 time 7828224601404 state 0x2 ref 0 00010000:00010000:3.0:1777580307.283458:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.283476:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.283483:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.283490:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.283496:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.283504:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.283692:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c0:0x0].0x0 (ffffa02481646a00) 00010000:00010000:3.0:1777580307.283695:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.283701:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.283708:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6c00/0xcb2b2f2f7e486e7 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.287484:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.287519:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.287556:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.287795:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.287810:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.287818:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.287824:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.287830:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.287839:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.287870:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02481646400) 00010000:00010000:3.0:1777580307.287882:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.287887:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.287895:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6a00/0xcb2b2f2f7e48685 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.288208:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946512128 00000100:00100000:0.0:1777580307.288221:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946512128 00000100:00100000:0.0:1777580307.288270:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828221201105 time 7828224601404 state 0x0 ref 1 00000100:00100000:0.0:1777580307.288284:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828224701404 time 7828224601404 state 0x1 ref 1 00000100:00100000:0.0:1777580307.288309:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946512384 00000100:00100000:0.0:1777580307.288312:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946512384 00000100:00100000:0.0:1777580307.288324:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828224701404 time 7828224601404 state 0x1 ref 2 00000100:00100000:0.0:1777580307.288340:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946512512 00000100:00100000:0.0:1777580307.288342:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946512512 00000100:00100000:0.0:1777580307.288351:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828224701404 time 7828224601404 state 0x1 ref 3 00000100:00100000:0.0:1777580307.288373:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828237335734 time 7828237235734 state 0x1 ref 3 00000100:00100000:0.0:1777580307.288386:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+313:282738:x1863919946512128:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580307.288415:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.288437:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48718 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbcb expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.288610:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.288627:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.288639:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.288655:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.288662:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.288669:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580307.289436:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1589:0x0], index 1: 0 00010000:00010000:0.0:1777580307.289650:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4872d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289663:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4872d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289672:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4872d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289716:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289724:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289730:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289736:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.289740:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289747:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289760:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.289763:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.289768:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.289774:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4871f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.289794:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041b82706 reply state 00000000eb76105a transno 8589950380 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.289802:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580307.289837:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48718 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbcb expref: 316 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.290028:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828238986972 time 7828238886972 state 0x1 ref 3 00000100:00100000:3.0:1777580307.290050:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+316:282737:x1863919946512384:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580307.290099:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.290118:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48703 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbc4 expref: 316 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.290149:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:3.0:1777580307.290154:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.290226:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.290238:0:187631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 77 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.290247:0:187631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.290293:0:187631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 77 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.290308:0:187631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 77 pid: 205909 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.290325:0:187631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239e027100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:187631:1863919917457280:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580307.290448:0:187631:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239556f480 going to sleep for 11 seconds 00000100:00100000:2.0:1777580307.290540:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828238986972 time 7828239400727 state 0x0 ref 3 00000100:00100000:2.0:1777580307.290557:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:282729:x1863919946512512:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.290569:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.290585:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e48742 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbd2 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.290626:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e48742 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbd2 expref: 316 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.290639:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e48742 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbd2 expref: 316 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.290658:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c0:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:2.0:1777580307.290662:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580307.290665:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de6000, rc 0) 00000100:00100000:2.0:1777580307.290700:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+316:282729:x1863919946512512:12345-192.168.202.9@tcp:101:touch.500 Request processed in 147us (3142us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.290708:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19042 00010000:00010000:0.0:1777580307.294252:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4872d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbcb expref: 314 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.294270:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c2:0x0].0x0 (ffffa0241785f800) 00010000:00010000:0.0:1777580307.294274:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580307.294279:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5000, rc 0) 00000100:00100000:0.0:1777580307.294375:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:282738:x1863919946512128:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5990us (6903us total) trans 8589950380 rc 0/0 00000100:00100000:0.0:1777580307.294387:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19040 00000100:00100000:2.0:1777580307.309683:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.309725:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946512640 00000100:00100000:2.0:1777580307.309737:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946512640 00000100:00100000:2.0:1777580307.309792:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828143149740 time 7828163089638 state 0x0 ref 1 00000100:00100000:2.0:1777580307.309809:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828163189638 time 7828163089638 state 0x1 ref 1 00000100:00100000:2.0:1777580307.309836:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828163189638 time 7828258698007 state 0x0 ref 1 00000100:00100000:2.0:1777580307.309849:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:282644:x1863919946512640:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.309891:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.309920:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48749 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbd9 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310014:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310033:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310048:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310065:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310077:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310084:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310227:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310235:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310242:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310248:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de7800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.310253:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310260:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310274:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.310276:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.310282:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310287:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7800/0xcb2b2f2f7e48750 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310301:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310307:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310312:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310317:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02393de6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.310319:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310325:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310332:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024b7eb0000) 00010000:00010000:2.0:1777580307.310335:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.310338:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310343:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6800/0xcb2b2f2f7e48757 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310388:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48749 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbd9 expref: 79 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310400:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.310402:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.310406:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7000/0xcb2b2f2f7e48749 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbd9 expref: 79 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310422:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02393de7000, rc 0) 00000100:00100000:2.0:1777580307.310497:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:282644:x1863919946512640:12345-192.168.202.9@tcp:101:rm.500 Request processed in 650us (828us total) trans 0 rc 301/301 00000100:00100000:2.0:1777580307.310507:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19043 00000100:00100000:2.0:1777580307.310513:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828163189638 time 7828258698007 state 0x2 ref 0 00000100:00100000:2.0:1777580307.310584:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.310702:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580307.310747:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310758:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310764:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310769:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.310773:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310778:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310788:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa0241785f600) 00010000:00010000:2.0:1777580307.310790:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.310793:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.310804:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48726 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.310868:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.310902:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946512768 00000100:00100000:2.0:1777580307.310908:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946512768 00000100:00100000:2.0:1777580307.310944:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946512896 00000100:00100000:2.0:1777580307.310947:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946512896 00000100:00100000:2.0:1777580307.310963:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946513024 00000100:00100000:2.0:1777580307.310965:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946513024 00000100:00100000:2.0:1777580307.310983:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11689 00000100:00100000:2.0:1777580307.310991:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2362:x1863919946512768:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:2.0:1777580307.311289:0:205895:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x15a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777580307.311293:0:205895:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x15a4:0x0] updating lvb mtime from disk: 1777580305 -> 1777580306 00002000:00010000:2.0:1777580307.311296:0:205895:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x15a4:0x0] updating lvb atime from disk: 1777580305 -> 1777580306 00002000:00010000:2.0:1777580307.311298:0:205895:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x15a4:0x0] updating lvb ctime from disk: 1777580305 -> 1777580306 00002000:00010000:2.0:1777580307.311301:0:205895:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x15a4:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777580307.311347:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2362:x1863919946512768:12345-192.168.202.9@tcp:2:touch.500 Request processed in 356us (762us total) trans 8589938928 rc 0/0 00000100:00100000:2.0:1777580307.311355:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11689 00000100:00100000:2.0:1777580307.311374:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11690 00000100:00100000:2.0:1777580307.311382:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+8:2364:x1863919946512896:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580307.311609:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+9:2364:x1863919946512896:12345-192.168.202.9@tcp:2:touch.500 Request processed in 227us (906us total) trans 8589938530 rc 0/0 00000100:00100000:2.0:1777580307.311616:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11690 00000100:00100000:2.0:1777580307.311630:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11691 00000100:00100000:2.0:1777580307.311639:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2362:x1863919946513024:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580307.311767:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2362:x1863919946513024:12345-192.168.202.9@tcp:2:touch.500 Request processed in 129us (899us total) trans 8589938929 rc 0/0 00000100:00100000:2.0:1777580307.311774:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11691 00000100:00100000:2.0:1777580307.311847:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.311893:0:189815:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946513280 00000100:00100000:2.0:1777580307.311900:0:189815:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946513280 00010000:00010000:2.0:1777580307.311927:0:189815:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 78 pid: 205909 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.311956:0:189815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4327 00000100:00100000:2.0:1777580307.311963:0:189815:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:2362:x1863919946513280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580307.311974:0:189815:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.311982:0:189815:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 78 pid: 205909 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.311996:0:189815:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 78 pid: 205909 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.312017:0:189815:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580307.312023:0:189815:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.312033:0:189815:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.312042:0:189815:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.312065:0:189815:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580307.312084:0:189815:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed38850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:2362:x1863919946513280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 122us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.312091:0:189815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4327 00000100:00100000:2.0:1777580307.312248:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.312273:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946513408 00000100:00100000:2.0:1777580307.312277:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946513408 00000100:00100000:2.0:1777580307.312303:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828239500727 time 7828239400727 state 0x1 ref 2 00000100:00100000:2.0:1777580307.312327:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828239500727 time 7828261189764 state 0x0 ref 2 00000100:00100000:2.0:1777580307.312337:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+314:282738:x1863919946513408:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580307.312395:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.312410:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4872d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbcb expref: 314 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.312427:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c2:0x0].0x0 (ffffa0241785f800) 00010000:00010000:2.0:1777580307.312437:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.312516:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.312528:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.312537:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.312668:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d22ba11 reply state 00000000ba1ab7e9 transno 8589950381 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.312679:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.312743:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+315:282738:x1863919946513408:12345-192.168.202.9@tcp:36:touch.500 Request processed in 407us (495us total) trans 8589950381 rc 0/0 00000100:00100000:2.0:1777580307.312750:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19044 00010000:00010000:3.0:1777580307.313171:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e4803b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da5f expref: 77 pid: 205909 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.313187:0:187631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239e027100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:187631:1863919917457280:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580307.313216:0:187631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.313226:0:187631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.313232:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.313344:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5a5dc6f reply state 00000000fc8a96ba transno 8589950382 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.313352:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580307.313410:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+316:282737:x1863919946512384:12345-192.168.202.9@tcp:36:touch.500 Request processed in 23368us (25889us total) trans 8589950382 rc 0/0 00000100:00100000:3.0:1777580307.313418:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19041 00000100:00100000:3.0:1777580307.313425:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828239500727 time 7828261189764 state 0x2 ref 0 00000100:00100000:2.0:1777580307.325795:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.325835:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946513664 00000100:00100000:2.0:1777580307.325847:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946513664 00000100:00100000:2.0:1777580307.325923:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4089 00000100:00100000:2.0:1777580307.325934:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+316:282729:x1863919946513664:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580307.326428:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+317:282729:x1863919946513664:12345-192.168.202.9@tcp:35:touch.500 Request processed in 493us (648us total) trans 8589950383 rc 0/0 00000100:00100000:2.0:1777580307.326437:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4089 00000100:00100000:2.0:1777580307.326509:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.326532:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946513920 00000100:00100000:2.0:1777580307.326537:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946513920 00000100:00100000:2.0:1777580307.326560:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4090 00000100:00100000:2.0:1777580307.326566:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+317:282720:x1863919946513920:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:2.0:1777580307.326846:0:206054:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7e0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777580307.326950:0:206054:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1828, 64 off125184 00010000:00010000:2.0:1777580307.327016:0:206054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327037:0:206054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327053:0:206054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327063:0:206054:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327070:0:206054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327076:0:206054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327095:0:206054:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580307.327174:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+318:282720:x1863919946513920:12345-192.168.202.9@tcp:35:touch.500 Request processed in 606us (664us total) trans 8589950384 rc 0/0 00000100:00100000:2.0:1777580307.327181:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4090 00010000:00010000:2.0:1777580307.327205:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580307.327212:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327220:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.327225:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327233:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327247:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e0:0x0].0x0 (ffffa0248e788f00) 00010000:00010000:2.0:1777580307.327250:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580307.327255:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327261:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48765 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 206054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327275:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.327277:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.327278:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.327341:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.327371:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946514176 00000100:00100000:2.0:1777580307.327377:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946514176 00000100:00100000:2.0:1777580307.327402:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828163189638 time 7828258698007 state 0x0 ref 1 00000100:00100000:2.0:1777580307.327414:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828258798007 time 7828258698007 state 0x1 ref 1 00000100:00100000:2.0:1777580307.327434:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828258798007 time 7828276296322 state 0x0 ref 1 00000100:00100000:2.0:1777580307.327443:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282661:x1863919946514176:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580307.327482:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580307.327503:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48057 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da58 expref: 77 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327520:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e47eba lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9ef expref: 76 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327531:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e4:0x0].0x0 (ffffa02427669b00) 00010000:00010000:2.0:1777580307.327542:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.327564:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327575:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327588:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327604:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327611:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327618:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327720:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327728:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.327734:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580307.328255:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1829, 64 off125248 00010000:00010000:2.0:1777580307.328318:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328327:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328335:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328342:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328349:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328355:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328375:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580307.328395:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328402:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328408:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328413:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.328417:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328424:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328432:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e4:0x0].0x0 (ffffa02417834f00) 00010000:00010000:2.0:1777580307.328435:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580307.328438:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328444:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4877a lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328465:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328472:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328477:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328482:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.328485:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328492:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328500:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.328502:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.328505:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328511:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e4876c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.328520:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d73750a5 reply state 000000008dafc6b0 transno 8589950385 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.328531:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.328603:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282661:x1863919946514176:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1157us (1259us total) trans 8589950385 rc 0/0 00000100:00100000:2.0:1777580307.328611:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19045 00000100:00100000:2.0:1777580307.328618:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828258798007 time 7828276296322 state 0x2 ref 0 00010000:00010000:2.0:1777580307.328654:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580307.328660:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328666:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.328669:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328675:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328684:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e4:0x0].0x0 (ffffa02417834f00) 00010000:00010000:2.0:1777580307.328686:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580307.328689:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328695:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e48781 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.328708:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.328709:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.328711:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.328793:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.328819:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946514432 00000100:00100000:2.0:1777580307.328826:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946514432 00000100:00100000:2.0:1777580307.328861:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4091 00000100:00100000:2.0:1777580307.328870:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+318:282726:x1863919946514432:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:3.0:1777580307.329178:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.329188:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.329194:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.329198:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.329202:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.329213:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.329224:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c2:0x0].0x0 (ffffa02417834700) 00010000:00010000:3.0:1777580307.329226:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.329229:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.329235:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4875e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.333406:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.333628:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946514560 00000100:00100000:0.0:1777580307.333641:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946514560 00000100:00100000:0.0:1777580307.333695:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828239500727 time 7828261189764 state 0x0 ref 1 00000100:00100000:0.0:1777580307.333712:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828261289764 time 7828261189764 state 0x1 ref 1 00000100:00100000:0.0:1777580307.333743:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828261289764 time 7828282605510 state 0x0 ref 1 00000100:00100000:0.0:1777580307.333757:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e027100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+318:282738:x1863919946514560:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580307.333784:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.333817:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48788 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbe0 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.333906:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48788 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbe0 expref: 319 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.333925:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48788 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbe0 expref: 319 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.333947:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c2:0x0].0x0 (ffffa0241785f400) 00010000:00010000:0.0:1777580307.333950:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580307.333955:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5400, rc 0) 00000100:00100000:0.0:1777580307.334024:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e027100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+319:282738:x1863919946514560:12345-192.168.202.9@tcp:101:touch.500 Request processed in 269us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.334032:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19046 00000100:00100000:0.0:1777580307.334037:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828261289764 time 7828282605510 state 0x2 ref 0 00000100:00100000:2.0:1777580307.342536:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+319:282726:x1863919946514432:12345-192.168.202.9@tcp:35:touch.500 Request processed in 13658us (13732us total) trans 8589950386 rc 0/0 00000100:00100000:2.0:1777580307.342556:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4091 00010000:00010000:2.0:1777580307.343569:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.343586:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.343594:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.343601:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.343607:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.343617:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.343635:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580307.343638:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.343644:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.343650:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e4873b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.343680:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.343689:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.343695:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.343701:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.343704:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.343710:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.343720:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02417834e00) 00010000:00010000:3.0:1777580307.343722:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.343726:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.343732:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48773 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.364047:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.364105:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.367006:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946514688 00000100:00100000:0.0:1777580307.367025:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946514688 00000100:00100000:0.0:1777580307.367117:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11692 00000100:00100000:0.0:1777580307.367129:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+9:2361:x1863919946514688:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580307.367610:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e024a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+10:2361:x1863919946514688:12345-192.168.202.9@tcp:2:touch.500 Request processed in 482us (3576us total) trans 8589938531 rc 0/0 00000100:00100000:0.0:1777580307.367619:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11692 00000100:00100000:2.0:1777580307.367751:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946514816 00000100:00100000:2.0:1777580307.367758:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946514816 00000100:00100000:2.0:1777580307.367792:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828261289764 time 7828282605510 state 0x0 ref 1 00000100:00100000:2.0:1777580307.367806:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828282705510 time 7828282605510 state 0x1 ref 1 00000100:00100000:2.0:1777580307.367834:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828282705510 time 7828316695581 state 0x0 ref 1 00000100:00100000:2.0:1777580307.367843:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+318:282737:x1863919946514816:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.367867:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.367903:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4878f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbe7 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.367970:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4878f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbe7 expref: 319 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.367989:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f000/0xcb2b2f2f7e4878f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbe7 expref: 319 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.368011:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580307.368015:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580307.368019:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f000, rc 0) 00000100:00100000:2.0:1777580307.368043:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+319:282737:x1863919946514816:12345-192.168.202.9@tcp:101:touch.500 Request processed in 202us (3938us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.368051:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19047 00000100:00100000:2.0:1777580307.368055:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828282705510 time 7828316695581 state 0x2 ref 0 00000100:00100000:3.0:1777580307.379637:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.379948:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946514944 00000100:00100000:2.0:1777580307.379964:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946514944 00000100:00100000:2.0:1777580307.380023:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828258798007 time 7828276296322 state 0x0 ref 1 00000100:00100000:2.0:1777580307.380039:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828276396322 time 7828276296322 state 0x1 ref 1 00000100:00100000:2.0:1777580307.380077:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828276396322 time 7828328939301 state 0x0 ref 1 00000100:00100000:2.0:1777580307.380092:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282658:x1863919946514944:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.380126:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.380180:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e48796 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbee expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380274:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380294:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380311:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380328:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380334:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380340:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380495:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e487ab lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380504:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e487ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380512:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e487ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580307.380553:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e2:0x0]: returning size 0 00000004:00200000:2.0:1777580307.380558:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580307.380581:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e487ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380594:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e487ab lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380603:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380609:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380615:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380622:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.380627:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380635:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380647:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.380651:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.380656:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380662:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4879d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380681:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380687:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380693:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380697:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.380700:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380705:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380712:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02417834f00) 00010000:00010000:2.0:1777580307.380714:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.380717:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380722:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e487a4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380760:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e48796 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbee expref: 78 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380775:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e487ab lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbee expref: 77 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.380789:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580307.380791:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580307.380794:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f600, rc 0) 00000100:00100000:2.0:1777580307.380884:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e026d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282658:x1863919946514944:12345-192.168.202.9@tcp:101:rm.500 Request processed in 784us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.380895:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19048 00000100:00100000:2.0:1777580307.380902:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828276396322 time 7828328939301 state 0x2 ref 0 00000100:00100000:0.0:1777580307.394512:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.394564:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.394611:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.394645:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946515072 00000100:00100000:3.0:1777580307.394656:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946515200 00000100:00100000:3.0:1777580307.394660:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946515200 00000100:00100000:0.0:1777580307.394660:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946515072 00000100:00100000:0.0:1777580307.394713:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828276396322 time 7828328939301 state 0x0 ref 1 00000100:00100000:3.0:1777580307.394719:0:188495:0:(nrs_tbf.c:531:nrs_tbf_cli_fini()) unknown.0 NRS: TBF class fini: class@ffffa02485422c00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 3 deadline 0 time 7828343579497 state 0x4 ref 0 00000100:00100000:0.0:1777580307.394728:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828329039301 time 7828328939301 state 0x1 ref 2 00000100:00100000:3.0:1777580307.394824:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828329039301 time 7828328939301 state 0x1 ref 2 00000100:00100000:0.0:1777580307.394865:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946515328 00000100:00100000:0.0:1777580307.394869:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946515328 00000100:00100000:0.0:1777580307.394891:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828329039301 time 7828328939301 state 0x1 ref 3 00000100:00100000:1.0:1777580307.403240:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828352190241 time 7828352090241 state 0x1 ref 3 00000100:00100000:1.0:1777580307.403301:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282751:x1863919946515072:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580307.403339:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.403369:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e487b2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbf5 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403464:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403485:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403501:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403520:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403528:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403534:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403641:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403650:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403657:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403664:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.403669:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403677:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403691:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.403695:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.403701:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403708:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e487b9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403722:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403729:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403735:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403740:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.403743:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403749:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403757:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa0248a60e300) 00010000:00010000:1.0:1777580307.403759:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.403761:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403767:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e487c0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403806:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e487b2 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbf5 expref: 322 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403817:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.403820:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.403824:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e487b2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbf5 expref: 322 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.403834:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000100:00100000:1.0:1777580307.403954:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282751:x1863919946515072:12345-192.168.202.9@tcp:101:rm.500 Request processed in 689us (9455us total) trans 0 rc 301/301 00000100:00100000:1.0:1777580307.403963:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19049 00000100:00100000:1.0:1777580307.404004:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828352965846 time 7828352865846 state 0x1 ref 2 00000100:00100000:1.0:1777580307.404017:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+320:282754:x1863919946515200:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580307.404027:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.404037:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e487c7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dbfc expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404073:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404081:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404088:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404099:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404104:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404110:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404479:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e487dc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404490:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e487dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404497:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e487dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580307.404532:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7bf:0x0]: returning size 0 00000004:00200000:1.0:1777580307.404537:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580307.404559:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e487dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404569:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e487dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404577:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404582:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404587:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404591:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.404594:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404600:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404609:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.404611:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.404614:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404620:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e487ce lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404631:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404637:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404643:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404649:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.404652:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404658:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404666:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa0248a60eb00) 00010000:00010000:1.0:1777580307.404668:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.404671:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404677:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149000/0xcb2b2f2f7e487d5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404713:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e487c7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbfc expref: 322 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404728:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e487dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbfc expref: 321 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404735:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bf:0x0].0x0 (ffffa024b7eb0500) 00010000:00010000:1.0:1777580307.404737:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580307.404740:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148600, rc 0) 00000100:00100000:1.0:1777580307.404782:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282754:x1863919946515200:12345-192.168.202.9@tcp:101:rm.500 Request processed in 767us (10216us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.404790:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19050 00000100:00100000:1.0:1777580307.404824:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828352965846 time 7828353685547 state 0x0 ref 1 00000100:00100000:1.0:1777580307.404838:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+320:282752:x1863919946515328:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580307.404856:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.404866:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e487e3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc03 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404919:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404928:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404934:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404949:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404955:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.404960:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405021:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e487f8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405030:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e487f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405037:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e487f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580307.405059:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7c0:0x0]: returning size 0 00000004:00200000:1.0:1777580307.405062:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580307.405071:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e487f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405079:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e487f8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405087:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405092:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405102:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405106:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.405109:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405115:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405121:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.405124:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.405126:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405132:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e487ea lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405175:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405181:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405187:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405192:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.405194:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405203:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405211:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa0248a60ea00) 00010000:00010000:1.0:1777580307.405213:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.405216:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405222:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e487f1 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405245:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148800/0xcb2b2f2f7e487e3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc03 expref: 322 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405258:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e487f8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc03 expref: 321 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.405264:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c0:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:1.0:1777580307.405266:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580307.405267:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7800, rc 0) 00000100:00100000:1.0:1777580307.405293:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282752:x1863919946515328:12345-192.168.202.9@tcp:101:rm.500 Request processed in 459us (10681us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.405299:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19051 00000100:00100000:1.0:1777580307.405304:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828352965846 time 7828353685547 state 0x2 ref 0 00000100:00100000:0.0:1777580307.414301:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.414382:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.414419:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946515456 00000100:00100000:0.0:1777580307.414433:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946515456 00000100:00100000:0.0:1777580307.414504:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11693 00000100:00100000:0.0:1777580307.414516:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2363:x1863919946515456:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:0.0:1777580307.414831:0:206020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x15a5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777580307.414835:0:206020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x15a5:0x0] updating lvb mtime from disk: 1777580305 -> 1777580306 00002000:00010000:0.0:1777580307.414838:0:206020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x15a5:0x0] updating lvb atime from disk: 1777580305 -> 1777580306 00002000:00010000:0.0:1777580307.414840:0:206020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x15a5:0x0] updating lvb ctime from disk: 1777580305 -> 1777580306 00002000:00010000:0.0:1777580307.414843:0:206020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x15a5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777580307.414921:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2363:x1863919946515456:12345-192.168.202.9@tcp:2:touch.500 Request processed in 408us (537us total) trans 8589938930 rc 0/0 00000100:00100000:0.0:1777580307.414930:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11693 00000100:00100000:2.0:1777580307.415462:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946515712 00000100:00100000:2.0:1777580307.415471:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946515712 00000100:00100000:2.0:1777580307.415507:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828352965846 time 7828353685547 state 0x0 ref 1 00000100:00100000:2.0:1777580307.415521:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828353785547 time 7828353685547 state 0x1 ref 1 00000100:00100000:2.0:1777580307.415547:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828353785547 time 7828364408934 state 0x0 ref 1 00000100:00100000:2.0:1777580307.415560:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282658:x1863919946515712:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580307.415618:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580307.415653:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e487ab lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbee expref: 77 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415680:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e47e58 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90d9d3 expref: 76 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415697:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580307.415703:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.415733:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415751:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415762:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415778:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415785:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415792:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415947:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415957:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.415964:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580307.417814:0:205909:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7e2:0x0] is inserted into orphan list, open count = 1 00010000:00010000:2.0:1777580307.417996:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418008:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418020:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418026:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.418031:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418040:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418055:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:2.0:1777580307.418059:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580307.418064:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418070:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e4880d lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418088:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418094:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418099:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418104:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.418106:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418116:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418122:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.418125:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.418127:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.418132:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e487ff lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.418166:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099431977 reply state 00000000a2ca81ac transno 8589950387 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.418175:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.418532:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282658:x1863919946515712:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2722us (4007us total) trans 8589950387 rc 0/0 00000100:00100000:2.0:1777580307.418545:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19052 00000100:00100000:2.0:1777580307.418555:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828353785547 time 7828364408934 state 0x2 ref 0 00000100:00100000:1.0:1777580307.422558:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.422625:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946515968 00000100:00100000:1.0:1777580307.422636:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946515968 00000100:00100000:1.0:1777580307.430295:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4092 00000100:00100000:1.0:1777580307.430329:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+321:282738:x1863919946515968:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580307.430799:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282738:x1863919946515968:12345-192.168.202.9@tcp:35:touch.500 Request processed in 488us (8255us total) trans 8589950388 rc 0/0 00000100:00100000:1.0:1777580307.430809:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4092 00000100:00100000:1.0:1777580307.437915:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.437976:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946516224 00000100:00100000:1.0:1777580307.437989:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946516224 00000100:00100000:1.0:1777580307.438043:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828353785547 time 7828364408934 state 0x0 ref 1 00000100:00100000:1.0:1777580307.438058:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828364508934 time 7828364408934 state 0x1 ref 1 00010000:00010000:3.0:1777580307.444442:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.444465:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.444473:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.444479:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.444485:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.444493:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.444513:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02417834f00) 00010000:00010000:3.0:1777580307.444517:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.444523:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.444530:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fe00/0xcb2b2f2f7e48806 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.447213:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828364508934 time 7828396063360 state 0x0 ref 1 00000100:00100000:1.0:1777580307.447257:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282708:x1863919946516224:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580307.447295:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.447324:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e48814 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc11 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.447427:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.447446:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.448681:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.448717:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.448729:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.448735:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.448906:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48829 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.448916:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.448924:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580307.448969:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ee:0x0]: returning size 0 00000004:00200000:1.0:1777580307.448973:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777580307.449000:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449014:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48829 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449023:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449030:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449037:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449048:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.449054:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449062:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449077:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.449080:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.449086:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449093:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e4881b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449109:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449116:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449122:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.449127:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.449130:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.450533:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.450578:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.450600:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.450619:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.450658:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.450690:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.450722:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946516480 00000100:00100000:2.0:1777580307.450734:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946516480 00000100:00100000:2.0:1777580307.450792:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828396163360 time 7828396063360 state 0x1 ref 2 00000100:00100000:2.0:1777580307.450832:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946516736 00000100:00100000:2.0:1777580307.450835:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946516736 00000100:00100000:2.0:1777580307.450850:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828282705510 time 7828316695581 state 0x0 ref 1 00000100:00100000:2.0:1777580307.450858:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828316795581 time 7828316695581 state 0x1 ref 1 00000100:00100000:2.0:1777580307.450885:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946516864 00000100:00100000:2.0:1777580307.450888:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946516864 00000100:00100000:2.0:1777580307.450900:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828396163360 time 7828396063360 state 0x1 ref 3 00000100:00100000:2.0:1777580307.450919:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828316795581 time 7828399781441 state 0x0 ref 1 00000100:00100000:2.0:1777580307.450932:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+322:282750:x1863919946516736:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.450961:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.450987:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48830 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc26 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.451200:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.451218:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.451233:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.451251:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.451258:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.451265:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580307.451903:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15ae:0x0], index 0: 0 00010000:00010000:2.0:1777580307.452129:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48845 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452177:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48845 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452187:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48845 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452235:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452244:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452251:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452257:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.452262:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452270:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452283:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.452286:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.452291:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452298:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48837 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.452321:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001646d7e0 reply state 00000000516e6cd5 transno 8589950389 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.452331:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580307.452369:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48830 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc26 expref: 325 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452385:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48845 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc26 expref: 324 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452393:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c3:0x0].0x0 (ffffa02417834700) 00010000:00010000:2.0:1777580307.452395:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580307.452398:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c8400, rc 0) 00000100:00100000:2.0:1777580307.452499:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+325:282750:x1863919946516736:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1569us (1897us total) trans 8589950389 rc 0/0 00000100:00100000:2.0:1777580307.452509:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19055 00000100:00100000:2.0:1777580307.452517:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828316795581 time 7828399781441 state 0x2 ref 0 00000100:00100000:2.0:1777580307.452562:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828401524082 time 7828401424082 state 0x1 ref 3 00000100:00100000:2.0:1777580307.452577:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+79:282721:x1863919946516480:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.452592:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.452604:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48853 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc1f expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452657:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452666:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452673:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452688:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452694:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452701:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452783:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48868 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452792:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48868 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452799:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48868 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.452803:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828401524082 time 7828401664017 state 0x0 ref 3 00000100:00100000:0.0:1777580307.452818:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282713:x1863919946516864:12345-192.168.202.9@tcp:101:rm.500 00000004:00200000:2.0:1777580307.452824:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f0:0x0]: returning size 0 00010000:00010000:0.0:1777580307.452827:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:2.0:1777580307.452829:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:0.0:1777580307.452836:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4886f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc2d expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.452841:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48868 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452852:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48868 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452863:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452869:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452887:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452892:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.452895:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452901:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452910:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.452913:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.452916:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452922:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e4885a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452932:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452939:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452944:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452950:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.452952:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452957:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452964:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa024b7eb0000) 00010000:00010000:2.0:1777580307.452967:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.452969:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.452975:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48861 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453002:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48853 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc1f expref: 81 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453014:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48868 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc1f expref: 80 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453020:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02481646b00) 00010000:00010000:2.0:1777580307.453022:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580307.453025:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c8c00, rc 0) 00000100:00100000:2.0:1777580307.453056:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282721:x1863919946516480:12345-192.168.202.9@tcp:101:rm.500 Request processed in 485us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.453063:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19054 00000100:00100000:2.0:1777580307.453102:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946517120 00000100:00100000:2.0:1777580307.453112:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946517120 00000100:00100000:2.0:1777580307.453178:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4093 00000100:00100000:2.0:1777580307.453186:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+325:282737:x1863919946517120:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:2.0:1777580307.453476:0:187634:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7e2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777580307.453579:0:187634:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1830, 64 off125312 00010000:00010000:2.0:1777580307.453648:0:187634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453658:0:187634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453668:0:187634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453675:0:187634:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453681:0:187634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453688:0:187634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.453710:0:187634:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580307.453778:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+326:282737:x1863919946517120:12345-192.168.202.9@tcp:35:touch.500 Request processed in 593us (3087us total) trans 8589950390 rc 0/0 00000100:00100000:2.0:1777580307.453786:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4093 00010000:00010000:1.0:1777580307.454121:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.454154:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa0248a60eb00) 00010000:00010000:1.0:1777580307.454157:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.454161:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.454168:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48822 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.454215:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e48814 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc11 expref: 80 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.454229:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48829 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc11 expref: 79 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.454237:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ee:0x0].0x0 (ffffa02498977c00) 00010000:00010000:1.0:1777580307.454240:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580307.454242:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149c00, rc 0) 00010000:00010000:0.0:1777580307.454365:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454376:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454385:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454399:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454406:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454413:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454506:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4888b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454515:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4888b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454523:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4888b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580307.454553:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7ef:0x0]: returning size 0 00000004:00200000:0.0:1777580307.454557:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580307.454574:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4888b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454589:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4888b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454595:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454602:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454608:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454614:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.454617:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.454623:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.460565:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.460579:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.460591:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.460604:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4887d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462489:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462511:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462533:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462541:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.462546:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462557:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462577:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa0241785f100) 00010000:00010000:0.0:1777580307.462580:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.462584:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462590:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e48884 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462690:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e4886f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc2d expref: 81 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462707:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4888b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc2d expref: 80 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.462714:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ef:0x0].0x0 (ffffa02499479900) 00010000:00010000:0.0:1777580307.462717:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580307.462720:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb5a00, rc 0) 00000100:00100000:1.0:1777580307.465987:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282708:x1863919946516224:12345-192.168.202.9@tcp:101:rm.500 Request processed in 18730us (28064us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.466005:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19053 00000100:00100000:1.0:1777580307.466108:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946516352 00000100:00100000:1.0:1777580307.466120:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946516352 00000100:00100000:1.0:1777580307.466207:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946516096 00000100:00100000:1.0:1777580307.466211:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946516096 00000100:00100000:1.0:1777580307.466239:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11694 00000100:00100000:1.0:1777580307.466249:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2361:x1863919946516352:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580307.466272:0:188247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.466318:0:188247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e48892 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc18 expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580307.466356:0:188247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15ad:0x0] initial LVB size: 0, mtime: 0x69f3b912, atime: 0x69f3b912, ctime: 0x69f3b912, blocks: 0x1 00010000:00010000:1.0:1777580307.466381:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.466384:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.466394:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e48892 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc18 expref: 17 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.466416:0:188247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000abaeaeac/0xcb2b2f2f7e48892 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc18 expref: 17 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.466432:0:188247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148800, rc 0) 00000100:00100000:1.0:1777580307.466491:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2361:x1863919946516352:12345-192.168.202.9@tcp:101:rm.500 Request processed in 244us (15912us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.466499:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11694 00000100:00100000:1.0:1777580307.466514:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11695 00000100:00100000:1.0:1777580307.466522:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+10:2364:x1863919946516096:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580307.466530:0:188247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.466544:0:188247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e48899 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc0a expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580307.466563:0:188247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1588:0x0] initial LVB size: 0, mtime: 0x69f3b912, atime: 0x69f3b912, ctime: 0x69f3b912, blocks: 0x1 00010000:00010000:1.0:1777580307.466574:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.466575:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580307.466580:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e48899 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc0a expref: 11 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.466598:0:188247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4747693/0xcb2b2f2f7e48899 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc0a expref: 11 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.466607:0:188247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149000, rc 0) 00000100:00100000:1.0:1777580307.466626:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+11:2364:x1863919946516096:12345-192.168.202.9@tcp:101:rm.500 Request processed in 106us (15968us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580307.466632:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11695 00000100:00100000:0.0:1777580307.476038:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+79:282713:x1863919946516864:12345-192.168.202.9@tcp:101:rm.500 Request processed in 23010us (25205us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.476058:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19056 00000100:00100000:0.0:1777580307.476068:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828401524082 time 7828401664017 state 0x2 ref 0 00010000:00010000:0.0:1777580307.476242:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.476253:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.476264:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32200 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.476269:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.476281:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.481147:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.481155:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.481163:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.481171:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.481178:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:2.0:1777580307.481183:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.481185:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.481193:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.481212:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946517248 00010000:00010000:3.0:1777580307.481214:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02417834e00) 00010000:00010000:3.0:1777580307.481217:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.481223:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.481224:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946517248 00010000:00010000:3.0:1777580307.481229:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e4883e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.481277:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946517504 00000100:00100000:2.0:1777580307.481280:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946517504 00000100:00100000:2.0:1777580307.481317:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11696 00000100:00100000:2.0:1777580307.481327:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+23:2363:x1863919946517248:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.481351:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.481375:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e488a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc34 expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.481379:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e2:0x0].0x0 (ffffa024aca38f00) 00010000:00010000:0.0:1777580307.481382:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.481386:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.481391:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e48876 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187634 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.481404:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1777580307.481407:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15ac:0x0] initial LVB size: 0, mtime: 0x69f3b912, atime: 0x69f3b912, ctime: 0x69f3b912, blocks: 0x1 00010000:00010000:0.0:1777580307.481407:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.481409:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.481425:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11697 00010000:00010000:2.0:1777580307.481432:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777580307.481433:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946517504:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.481434:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.481442:0:189456:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.481444:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e488a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc34 expref: 24 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.481456:0:189456:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002322aacb/0xcb2b2f2f7e488a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc42 expref: -99 pid: 189456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580307.481476:0:189456:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1587:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:0.0:1777580307.481489:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.481491:0:189456:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580307.481495:0:189456:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002322aacb/0xcb2b2f2f7e488a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc42 expref: 25 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.481512:0:189456:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002322aacb/0xcb2b2f2f7e488a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc42 expref: 25 pid: 189456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.482536:0:189456:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb4e00, rc 0) 00000100:00100000:0.0:1777580307.482627:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2363:x1863919946517504:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1191us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.482642:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11697 00000100:00100000:3.0:1777580307.482784:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.482952:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580307.487008:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0b59116/0xcb2b2f2f7e488a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc34 expref: 24 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.487037:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32a00, rc 0) 00000100:00100000:2.0:1777580307.487171:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946517248:12345-192.168.202.9@tcp:101:rm.500 Request processed in 5843us (6042us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.487182:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11696 00000100:00100000:2.0:1777580307.487226:0:188246:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946517376 00000100:00100000:2.0:1777580307.487235:0:188246:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946517376 00000100:00100000:2.0:1777580307.487288:0:188246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11698 00000100:00100000:2.0:1777580307.487298:0:188246:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+24:2363:x1863919946517376:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.487316:0:188246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.487342:0:188246:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e488ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc3b expref: -99 pid: 188246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580307.487371:0:188246:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15ab:0x0] initial LVB size: 0, mtime: 0x69f3b911, atime: 0x69f3b911, ctime: 0x69f3b911, blocks: 0x1 00010000:00010000:2.0:1777580307.487395:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.487398:0:188246:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.487407:0:188246:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e488ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc3b expref: 25 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.487420:0:188246:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ecb29c4/0xcb2b2f2f7e488ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc3b expref: 25 pid: 188246 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.487430:0:188246:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384c32400, rc 0) 00000100:00100000:2.0:1777580307.487733:0:188246:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2363:x1863919946517376:12345-192.168.202.9@tcp:101:rm.500 Request processed in 435us (4948us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.487741:0:188246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11698 00000100:00100000:2.0:1777580307.487775:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946517760 00000100:00100000:2.0:1777580307.487781:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946517760 00000100:00100000:2.0:1777580307.487809:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828316795581 time 7828399781441 state 0x0 ref 1 00000100:00100000:2.0:1777580307.487821:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828399881441 time 7828399781441 state 0x1 ref 1 00000100:00100000:2.0:1777580307.487856:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828399881441 time 7828436718187 state 0x0 ref 1 00000100:00100000:2.0:1777580307.487866:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+325:282750:x1863919946517760:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580307.487941:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.487971:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48845 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc26 expref: 325 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.487990:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c3:0x0].0x0 (ffffa02417834700) 00010000:00010000:2.0:1777580307.487999:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.488089:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.488102:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.488113:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.488336:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e948eb4 reply state 000000001dedb16c transno 8589950391 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.488347:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.488436:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+326:282750:x1863919946517760:12345-192.168.202.9@tcp:36:touch.500 Request processed in 571us (5483us total) trans 8589950391 rc 0/0 00000100:00100000:2.0:1777580307.488444:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19057 00000100:00100000:2.0:1777580307.488449:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828399881441 time 7828436718187 state 0x2 ref 0 00000100:00100000:3.0:1777580307.492010:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.492055:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.492165:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946518272 00000100:00100000:0.0:1777580307.492178:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946518272 00000100:00100000:0.0:1777580307.492227:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828401524082 time 7828401664017 state 0x0 ref 1 00000100:00100000:0.0:1777580307.492242:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828401764017 time 7828401664017 state 0x1 ref 1 00000100:00100000:0.0:1777580307.492263:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946518144 00000100:00100000:0.0:1777580307.492267:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946518144 00000100:00100000:0.0:1777580307.492281:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828401764017 time 7828401664017 state 0x1 ref 2 00000100:00100000:0.0:1777580307.492300:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828441262684 time 7828441162684 state 0x1 ref 2 00000100:00100000:0.0:1777580307.492312:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+79:282670:x1863919946518272:12345-192.168.202.9@tcp:36:rm.500 00000100:00100000:2.0:1777580307.492353:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7828441262684 time 7828441214548 state 0x0 ref 2 00000100:00100000:2.0:1777580307.492365:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+326:282754:x1863919946518144:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580307.492391:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580307.492391:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580307.492422:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e487dc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbfc expref: 326 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.492422:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e483a6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db0e expref: 79 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492446:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7c00/0xcb2b2f2f7e48711 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbbd expref: 325 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.492446:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e47f4d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da19 expref: 78 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.492460:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e7:0x0].0x0 (ffffa024acb37a00) 00010000:00010000:0.0:1777580307.492472:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.492503:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492524:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bf:0x0].0x0 (ffffa024b7eb0500) 00010000:00010000:0.0:1777580307.492531:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492534:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.492542:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492545:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492553:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.492558:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492560:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.492565:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.492571:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492572:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492579:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492584:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492974:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492985:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.492993:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.498887:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.498913:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.498929:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.500982:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.501680:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.501690:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.501697:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.501703:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.501713:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.501733:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c3:0x0].0x0 (ffffa024185ac100) 00010000:00010000:3.0:1777580307.501736:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.501742:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.501748:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33e00/0xcb2b2f2f7e488b5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580307.502462:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1825, 64 off124992 00010000:00010000:0.0:1777580307.502567:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502586:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502599:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502608:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502615:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502623:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502738:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580307.502771:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502778:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502784:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502795:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.502799:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502806:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502817:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e7:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:0.0:1777580307.502819:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580307.502823:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502829:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e488df lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502854:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502861:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502867:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502886:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.502888:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502896:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502908:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.502910:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.502913:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.502919:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e488bc lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.502929:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ac8992d reply state 000000000f6c1ea4 transno 8589950392 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.502938:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.503062:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023d1670a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+79:282670:x1863919946518272:12345-192.168.202.9@tcp:36:rm.500 Request processed in 10746us (11053us total) trans 8589950392 rc 0/0 00000100:00100000:0.0:1777580307.503074:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19058 00010000:00010000:0.0:1777580307.503123:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.503129:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.503165:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.503169:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.503176:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.503185:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e7:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:0.0:1777580307.503188:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.503191:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.503200:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e488e6 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.503215:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.503217:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.503219:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777580307.505607:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1826, 64 off125056 00010000:00010000:2.0:1777580307.505743:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.505766:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.505780:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.505791:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.505798:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.505804:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.505831:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580307.507211:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580307.507226:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.507239:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580307.507243:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.507252:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507329:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507337:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507343:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507348:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.507352:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507358:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507372:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bf:0x0].0x0 (ffffa024185ac900) 00010000:00010000:2.0:1777580307.507375:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580307.507380:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507386:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32800/0xcb2b2f2f7e488d8 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507413:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507421:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507427:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507432:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c32200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.507434:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507440:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507447:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.507927:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.507936:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.507943:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c32200/0xcb2b2f2f7e488c3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.507963:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4d7bc07 reply state 0000000035f611a3 transno 8589950393 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.507974:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.508109:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+325:282754:x1863919946518144:12345-192.168.202.9@tcp:36:rm.500 Request processed in 15740us (16046us total) trans 8589950393 rc 0/0 00000100:00100000:2.0:1777580307.508120:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19059 00000100:00100000:2.0:1777580307.508130:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7828441262684 time 7828441214548 state 0x2 ref 0 00010000:00010000:3.0:1777580307.514338:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7bf:0x0].0x0 (ffffa024185ac900) 00010000:00010000:3.0:1777580307.514349:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580307.514363:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.514376:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e488ed lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.514609:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.514613:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.514615:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.515400:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.515549:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946518400 00000100:00100000:3.0:1777580307.515562:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946518400 00000100:00100000:3.0:1777580307.515611:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828399881441 time 7828436718187 state 0x0 ref 1 00000100:00100000:3.0:1777580307.515625:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828436818187 time 7828436718187 state 0x1 ref 1 00000100:00100000:3.0:1777580307.515664:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828436818187 time 7828464525729 state 0x0 ref 1 00000100:00100000:3.0:1777580307.515677:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+325:282750:x1863919946518400:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580307.515711:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.515742:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e488f4 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc49 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.515828:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e488f4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc49 expref: 326 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.515848:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e488f4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc49 expref: 326 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.515870:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c3:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:3.0:1777580307.515883:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580307.515886:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8400, rc 0) 00000100:00100000:3.0:1777580307.515969:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+326:282750:x1863919946518400:12345-192.168.202.9@tcp:101:touch.500 Request processed in 294us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.515978:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19060 00000100:00100000:3.0:1777580307.515984:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828436818187 time 7828464525729 state 0x2 ref 0 00000100:00100000:3.0:1777580307.518611:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.522104:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522158:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522167:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522174:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.522180:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522189:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522212:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa0241785f100) 00010000:00010000:3.0:1777580307.522215:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.522221:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522227:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4c00/0xcb2b2f2f7e488ca lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522279:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522285:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522291:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522296:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384c33c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.522299:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522305:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522312:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa024185acc00) 00010000:00010000:3.0:1777580307.522315:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.522317:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522324:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33c00/0xcb2b2f2f7e488d1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.522363:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946518656 00000100:00100000:3.0:1777580307.522376:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946518656 00000100:00100000:3.0:1777580307.522426:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828436818187 time 7828464525729 state 0x0 ref 1 00000100:00100000:3.0:1777580307.522439:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828464625729 time 7828464525729 state 0x1 ref 1 00000100:00100000:3.0:1777580307.522474:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828464625729 time 7828471336648 state 0x0 ref 1 00000100:00100000:3.0:1777580307.522492:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+325:282755:x1863919946518656:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580307.522524:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.522543:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e488fb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc50 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522767:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522783:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522795:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522809:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522814:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522821:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522907:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48910 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522916:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48910 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.522923:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48910 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580307.522935:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e5:0x0]: returning size 0 00010000:00010000:3.0:1777580307.523053:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523061:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523066:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523071:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.523074:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523080:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523089:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.523091:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.523095:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523100:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48902 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523114:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523120:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523125:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523130:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.523150:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523158:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523165:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02493ac1a00) 00010000:00010000:3.0:1777580307.523167:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.523170:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.523177:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48909 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.523937:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e488fb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc50 expref: 328 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.523961:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48910 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc50 expref: 327 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.523969:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:2.0:1777580307.523972:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580307.523975:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9c00, rc 0) 00000100:00100000:2.0:1777580307.524079:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+327:282755:x1863919946518656:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1592us (5481us total) trans 8589950394 rc 0/0 00000100:00100000:2.0:1777580307.524090:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19061 00000100:00100000:2.0:1777580307.524097:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828464625729 time 7828471336648 state 0x2 ref 0 00000100:00100000:3.0:1777580307.528050:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.528202:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946518912 00000100:00100000:0.0:1777580307.528215:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946518912 00000100:00100000:0.0:1777580307.528263:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7828441262684 time 7828441214548 state 0x0 ref 1 00000100:00100000:0.0:1777580307.528279:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 1 deadline 7828441314548 time 7828441214548 state 0x1 ref 1 00000100:00100000:0.0:1777580307.528308:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828441314548 time 7828477169729 state 0x0 ref 1 00000100:00100000:0.0:1777580307.528321:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:282673:x1863919946518912:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580307.528400:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580307.528436:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e483e5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db1c expref: 78 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.528463:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024813e3000/0xcb2b2f2f7e47f7e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da27 expref: 77 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.528475:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e8:0x0].0x0 (ffffa024814ca500) 00010000:00010000:0.0:1777580307.528487:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.528533:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.528551:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.528562:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.528580:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.528588:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.528595:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.529019:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.529029:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.529037:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580307.530104:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1831, 64 off125376 00000100:00100000:3.0:1777580307.533545:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580307.533767:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533793:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533809:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533819:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533825:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533832:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533859:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580307.533901:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533913:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533919:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533926:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb5000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.533931:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533938:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533952:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e8:0x0].0x0 (ffffa02493bbdc00) 00010000:00010000:1.0:1777580307.533956:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580307.533961:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533968:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5000/0xcb2b2f2f7e4892c lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.533997:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.534003:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.534008:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.534014:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.534017:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.534023:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.534030:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.534033:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.534035:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.534041:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4891e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.534051:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000901a355 reply state 00000000a84c3179 transno 8589950395 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.534061:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580307.534212:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:282673:x1863919946518912:12345-192.168.202.9@tcp:36:rm.500 Request processed in 5892us (6175us total) trans 8589950395 rc 0/0 00000100:00100000:1.0:1777580307.534225:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19062 00000100:00100000:1.0:1777580307.534235:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828441314548 time 7828477169729 state 0x2 ref 0 00010000:00010000:0.0:1777580307.535493:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.535508:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.535532:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.535536:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.535545:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.535563:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e8:0x0].0x0 (ffffa02493bbdc00) 00010000:00010000:0.0:1777580307.535566:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.535570:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.535576:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48933 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.535603:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.535605:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.535607:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.540344:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.540387:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.540508:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.540730:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946519296 00000100:00100000:1.0:1777580307.540743:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946519296 00000100:00100000:1.0:1777580307.540800:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828464625729 time 7828471336648 state 0x0 ref 1 00000100:00100000:1.0:1777580307.540818:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828471436648 time 7828471336648 state 0x1 ref 1 00000100:00100000:3.0:1777580307.540841:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946519552 00000100:00100000:3.0:1777580307.540846:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946519552 00000100:00100000:1.0:1777580307.540852:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946519808 00000100:00100000:1.0:1777580307.540855:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946519808 00000100:00100000:3.0:1777580307.540866:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828471436648 time 7828471336648 state 0x1 ref 2 00000100:00100000:1.0:1777580307.540866:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828441314548 time 7828477169729 state 0x0 ref 1 00000100:00100000:1.0:1777580307.540883:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828477269729 time 7828477169729 state 0x1 ref 1 00000100:00100000:3.0:1777580307.540899:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828489860758 time 7828489760758 state 0x1 ref 2 00000100:00100000:2.0:1777580307.541015:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946519040 00000100:00100000:2.0:1777580307.541021:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946519040 00000100:00100000:2.0:1777580307.541060:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11699 00000100:00100000:2.0:1777580307.541069:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+17:2362:x1863919946519040:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580307.541525:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2362:x1863919946519040:12345-192.168.202.9@tcp:2:touch.500 Request processed in 456us (7992us total) trans 8589938931 rc 0/0 00000100:00100000:2.0:1777580307.541534:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11699 00000100:00100000:3.0:1777580307.541617:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+328:282755:x1863919946519296:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580307.541689:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580307.541723:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48910 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc50 expref: 328 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.541746:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:3.0:1777580307.541752:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.541825:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.541842:0:187632:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db15 expref: 78 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.541852:0:187632:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.541905:0:187632:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db15 expref: 78 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.541921:0:187632:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db15 expref: 78 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.541937:0:187632:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae6ac000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:187632:1863919917457408:192.168.202.9@tcp:104: 00000100:00100000:3.0:1777580307.542006:0:187632:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239556f480 going to sleep for 11 seconds 00010000:00010000:3.0:1777580307.542031:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.542039:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.542046:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.542052:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb4000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.542056:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.542064:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.542073:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02493bbda00) 00010000:00010000:3.0:1777580307.542076:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.542080:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.542086:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb4000/0xcb2b2f2f7e48925 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.548551:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828477269729 time 7828497396532 state 0x0 ref 1 00000100:00100000:1.0:1777580307.548611:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282666:x1863919946519808:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580307.548712:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580307.548737:0:205914:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db15 expref: 77 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548777:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e47f07 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da04 expref: 77 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548803:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:1.0:1777580307.548810:0:205914:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548822:0:205914:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548831:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548869:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580307.548912:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548924:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548933:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548953:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548961:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.548967:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.549159:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.549169:0:205914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.549176:0:205914:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.549192:0:205914:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.549201:0:205914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.550406:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828489860758 time 7828499260417 state 0x0 ref 2 00000100:00100000:0.0:1777580307.550448:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+327:282759:x1863919946519552:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580307.550472:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.550497:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48956 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc57 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.554103:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.554154:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.554170:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.554191:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.554199:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.554205:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580307.555259:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x158a:0x0], index 1: 0 00010000:00010000:1.0:1777580307.555744:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e4896b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.555761:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e4896b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.555773:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e4896b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.555824:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.555833:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.556074:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.556083:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.556088:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.556100:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.556115:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.556119:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.556124:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.556131:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e4895d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.556184:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000506c94bc reply state 000000005a261c2a transno 8589950396 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.556195:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580307.556242:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48956 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc57 expref: 330 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.556262:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e4896b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc57 expref: 329 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.556270:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c5:0x0].0x0 (ffffa0248a60e900) 00010000:00010000:1.0:1777580307.556273:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580307.556275:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb6800, rc 0) 00000100:00100000:1.0:1777580307.557100:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+330:282759:x1863919946519552:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6668us (16706us total) trans 8589950396 rc 0/0 00000100:00100000:1.0:1777580307.557113:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19064 00000100:00100000:0.0:1777580307.567965:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580307.568085:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.568099:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.568108:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.568114:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.568132:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.568161:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.568181:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa0248a60e500) 00010000:00010000:0.0:1777580307.568184:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777580307.568186:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946520064 00010000:00010000:0.0:1777580307.568189:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.568194:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48964 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.568198:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946520064 00000100:00100000:2.0:1777580307.568260:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4094 00000100:00100000:2.0:1777580307.568272:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+329:282750:x1863919946520064:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:3.0:1777580307.568365:0:187632:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.9@tcp) returned -22 from blocking AST (req@000000003e2015f1 x1863919917457408) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db15 expref: 76 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.568381:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e483c2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db15 expref: 76 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.568394:0:187632:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae6ac000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:187632:1863919917457408:192.168.202.9@tcp:104: 00010000:00010000:3.0:1777580307.568416:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:3.0:1777580307.568421:0:187632:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.568430:0:187632:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.568439:0:187632:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.568447:0:187632:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.568453:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.568582:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063026c06 reply state 0000000080ff1c25 transno 8589950398 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.568591:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.568696:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282750:x1863919946520064:12345-192.168.202.9@tcp:35:touch.500 Request processed in 426us (743us total) trans 8589950397 rc 0/0 00000100:00100000:2.0:1777580307.568705:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4094 00000100:00100000:3.0:1777580307.576105:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+331:282755:x1863919946519296:12345-192.168.202.9@tcp:36:touch.500 Request processed in 35178us (35758us total) trans 8589950398 rc 0/0 00000100:00100000:3.0:1777580307.576120:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19063 00000100:00100000:3.0:1777580307.576130:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828489860758 time 7828499260417 state 0x2 ref 0 00000100:00100000:2.0:1777580307.581688:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.581735:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.586620:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946520320 00000100:00100000:3.0:1777580307.586649:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946520320 00000100:00100000:3.0:1777580307.586705:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828489860758 time 7828499260417 state 0x0 ref 1 00000100:00100000:3.0:1777580307.586722:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828499360417 time 7828499260417 state 0x1 ref 1 00000100:00100000:3.0:1777580307.586759:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946520448 00000100:00100000:3.0:1777580307.586763:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946520448 00000100:00100000:3.0:1777580307.586778:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828497496532 time 7828497396532 state 0x1 ref 2 00000100:00100000:3.0:1777580307.586802:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828497496532 time 7828535664908 state 0x0 ref 2 00000100:00100000:3.0:1777580307.586821:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282751:x1863919946520448:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580307.586850:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.586890:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48979 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc5e expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.586984:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587003:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587017:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587034:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587042:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587048:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587185:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587196:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587202:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587208:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.587212:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587220:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587234:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.587238:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.587243:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587250:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48980 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587265:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587271:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587277:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587282:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.587285:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587291:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587298:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa02493ac1a00) 00010000:00010000:3.0:1777580307.587301:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.587304:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587310:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48987 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587348:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48979 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc5e expref: 333 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587360:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.587362:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.587366:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48979 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc5e expref: 333 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.587376:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9c00, rc 0) 00000100:00100000:3.0:1777580307.588069:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282751:x1863919946520448:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1250us (6327us total) trans 0 rc 301/301 00000100:00100000:3.0:1777580307.588083:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19067 00000100:00100000:0.0:1777580307.588502:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.588595:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946520576 00000100:00100000:3.0:1777580307.588603:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946520576 00000100:00100000:3.0:1777580307.588694:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828499360417 time 7828499260417 state 0x1 ref 2 00000100:00100000:2.0:1777580307.595629:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828544575012 time 7828544475012 state 0x1 ref 2 00000100:00100000:2.0:1777580307.595683:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282759:x1863919946520320:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580307.595771:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.595810:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e4896b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc57 expref: 332 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.595837:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c5:0x0].0x0 (ffffa0248a60e900) 00010000:00010000:2.0:1777580307.595864:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.595974:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.595990:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.596003:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.596228:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9e831e3 reply state 000000005a2e65c7 transno 8589950399 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.596240:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.596377:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282759:x1863919946520320:12345-192.168.202.9@tcp:36:touch.500 Request processed in 721us (14703us total) trans 8589950399 rc 0/0 00000100:00100000:2.0:1777580307.596387:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19066 00000100:00100000:2.0:1777580307.596426:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828544575012 time 7828545287874 state 0x0 ref 1 00000100:00100000:2.0:1777580307.596439:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282755:x1863919946520576:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.596937:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.596959:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48995 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc65 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.597015:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48995 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc65 expref: 333 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.597029:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9c00/0xcb2b2f2f7e48995 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc65 expref: 333 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.597049:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:2.0:1777580307.597053:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580307.597055:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9c00, rc 0) 00000100:00100000:2.0:1777580307.597090:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+333:282755:x1863919946520576:12345-192.168.202.9@tcp:101:touch.500 Request processed in 653us (8590us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.597098:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19068 00000100:00100000:2.0:1777580307.597103:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828544575012 time 7828545287874 state 0x2 ref 0 00010000:00010000:3.0:1777580307.607961:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.607985:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.607993:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.608000:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.608006:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.608015:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.608037:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:3.0:1777580307.608040:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.608045:0:3274:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.608057:0:3274:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.608066:0:3274:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.608110:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.608117:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e4893a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.608360:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580307.608391:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.608398:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.608401:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946520960 00010000:00010000:2.0:1777580307.608404:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.608408:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.608411:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.608416:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946520960 00010000:00010000:2.0:1777580307.608418:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.608427:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c5:0x0].0x0 (ffffa024185acb00) 00010000:00010000:2.0:1777580307.608430:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.608433:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.608438:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e4898e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.608461:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828544575012 time 7828545287874 state 0x0 ref 1 00000100:00100000:3.0:1777580307.608475:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828545387874 time 7828545287874 state 0x1 ref 1 00000100:00100000:3.0:1777580307.608508:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828545387874 time 7828557369922 state 0x0 ref 1 00000100:00100000:3.0:1777580307.608612:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+332:282776:x1863919946520960:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580307.608768:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.608790:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4899c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc73 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.608790:0:205914:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.608801:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.608998:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.609013:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.609023:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.609039:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.609046:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.609051:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580307.612841:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15af:0x0], index 0: 0 00010000:00010000:3.0:1777580307.613101:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e489b1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613164:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e489b1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613181:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e489b1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613232:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613241:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613249:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613256:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.613260:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613268:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613283:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.613286:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.613292:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613303:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e489a3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.613320:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009eaaca45 reply state 000000009bf441dd transno 8589950400 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.613331:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580307.613374:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e4899c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc73 expref: 334 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613391:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e489b1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc73 expref: 333 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.613399:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c6:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:3.0:1777580307.613402:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580307.613404:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8800, rc 0) 00000100:00100000:3.0:1777580307.613507:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+334:282776:x1863919946520960:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4899us (5152us total) trans 8589950400 rc 0/0 00000100:00100000:3.0:1777580307.613518:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19069 00000100:00100000:3.0:1777580307.613529:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828545387874 time 7828557369922 state 0x2 ref 0 00000004:00080000:0.0:1777580307.614529:0:205914:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7e5:0x0] is inserted into orphan list, open count = 1 00010000:00010000:0.0:1777580307.614655:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614665:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614673:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614678:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.614683:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614690:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614703:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:0.0:1777580307.614706:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580307.614710:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614717:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e4894f lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614732:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614738:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614743:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614749:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.614752:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614757:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614765:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.614768:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.614771:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.614778:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48941 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.614790:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2c4d699 reply state 0000000044ee2340 transno 8589950401 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.614798:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.614897:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282666:x1863919946519808:12345-192.168.202.9@tcp:36:rm.500 Request processed in 66316us (74384us total) trans 8589950401 rc 0/0 00000100:00100000:0.0:1777580307.614907:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19065 00000100:00100000:0.0:1777580307.614914:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828497496532 time 7828535664908 state 0x2 ref 0 00000100:00100000:0.0:1777580307.630078:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.630155:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.630214:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.630256:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946520704 00000100:00100000:0.0:1777580307.630269:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946520704 00000100:00100000:1.0:1777580307.630312:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946521344 00000100:00100000:1.0:1777580307.630317:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946521344 00000100:00100000:0.0:1777580307.630323:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828545387874 time 7828557369922 state 0x0 ref 1 00000100:00100000:0.0:1777580307.630337:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828557469922 time 7828557369922 state 0x1 ref 2 00000100:00100000:3.0:1777580307.630395:0:188248:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946521088 00000100:00100000:3.0:1777580307.630400:0:188248:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946521088 00000100:00100000:3.0:1777580307.645557:0:188248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11700 00000100:00100000:3.0:1777580307.645586:0:188248:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+11:2363:x1863919946521088:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:3.0:1777580307.645940:0:188248:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x1582:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777580307.645944:0:188248:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x1582:0x0] updating lvb mtime from disk: 1777580305 -> 1777580306 00002000:00010000:3.0:1777580307.645947:0:188248:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x1582:0x0] updating lvb atime from disk: 1777580305 -> 1777580306 00002000:00010000:3.0:1777580307.645950:0:188248:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x1582:0x0] updating lvb ctime from disk: 1777580305 -> 1777580306 00002000:00010000:3.0:1777580307.645952:0:188248:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x1582:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777580307.646046:0:188248:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+12:2363:x1863919946521088:12345-192.168.202.9@tcp:2:touch.500 Request processed in 474us (15889us total) trans 8589938532 rc 0/0 00000100:00100000:3.0:1777580307.646054:0:188248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11700 00010000:00010000:3.0:1777580307.646096:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.646107:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.646115:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.646150:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.646155:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.646164:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.646182:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02493ac1d00) 00010000:00010000:3.0:1777580307.646185:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.646190:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.646195:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9800/0xcb2b2f2f7e489aa lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.646279:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.646360:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828557469922 time 7828557369922 state 0x1 ref 2 00010000:00010000:3.0:1777580307.649169:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.649194:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.649203:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.649210:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.649215:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.649224:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.649244:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa0248a60eb00) 00010000:00010000:3.0:1777580307.649247:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.649252:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.649260:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48948 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.654775:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.662256:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946521472 00000100:00100000:0.0:1777580307.662275:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946521472 00000100:00100000:0.0:1777580307.662343:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828497496532 time 7828535664908 state 0x0 ref 1 00000100:00100000:0.0:1777580307.662360:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828535764908 time 7828535664908 state 0x1 ref 1 00000100:00100000:0.0:1777580307.662407:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828535764908 time 7828611268741 state 0x0 ref 1 00000100:00100000:0.0:1777580307.662426:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+335:282778:x1863919946521472:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580307.662452:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.662481:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e489bf lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc7a expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662577:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662597:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662611:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662723:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662732:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662740:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662894:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e489d4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662903:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e489d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662910:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e489d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580307.662951:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7c3:0x0]: returning size 0 00000004:00200000:0.0:1777580307.662956:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580307.662979:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e489d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.662994:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e489d4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663003:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663009:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663017:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663024:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.663028:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663035:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663047:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.663050:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.663056:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663062:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e489c6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663085:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663092:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663097:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663103:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.663105:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663111:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.663118:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02493bbdc00) 00010000:00010000:0.0:1777580307.664315:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.664325:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.664336:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e489cd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.664405:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e489bf lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc7a expref: 337 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.664423:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e489d4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc7a expref: 336 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.664438:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c3:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:0.0:1777580307.664440:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580307.664443:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148c00, rc 0) 00000100:00100000:0.0:1777580307.664558:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+336:282778:x1863919946521472:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2137us (18277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.664569:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19072 00000100:00100000:0.0:1777580307.664578:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828535764908 time 7828611268741 state 0x2 ref 0 00000100:00100000:0.0:1777580307.665761:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828613589700 time 7828613489700 state 0x1 ref 2 00000100:00100000:0.0:1777580307.665803:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+335:282759:x1863919946520704:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580307.665829:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.665860:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e489db lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc6c expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.665946:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e489db lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc6c expref: 336 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.665962:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e489db lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc6c expref: 336 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.665984:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c5:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:0.0:1777580307.665987:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580307.665990:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149600, rc 0) 00000100:00100000:0.0:1777580307.666049:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+336:282759:x1863919946520704:12345-192.168.202.9@tcp:101:touch.500 Request processed in 264us (35986us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.669129:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.669187:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946521728 00000100:00100000:2.0:1777580307.669200:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946521728 00000100:00100000:2.0:1777580307.669254:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828535764908 time 7828611268741 state 0x0 ref 1 00000100:00100000:1.0:1777580307.676793:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828613589700 time 7828625641857 state 0x0 ref 2 00000100:00100000:1.0:1777580307.676859:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+336:282776:x1863919946521344:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580307.676957:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580307.676992:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e489b1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc73 expref: 336 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.677020:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c6:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:1.0:1777580307.677033:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580307.677165:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.677181:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.677193:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.677379:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038e0bce9 reply state 00000000ead9a614 transno 8589950402 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.677390:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580307.678632:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+337:282776:x1863919946521344:12345-192.168.202.9@tcp:36:touch.500 Request processed in 699us (47300us total) trans 8589950402 rc 0/0 00000100:00100000:1.0:1777580307.678647:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19071 00000100:00100000:1.0:1777580307.679025:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946521984 00000100:00100000:1.0:1777580307.679036:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946521984 00000100:00100000:1.0:1777580307.679101:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4095 00000100:00100000:1.0:1777580307.679110:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+337:282755:x1863919946521984:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:1.0:1777580307.679944:0:187633:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7e5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777580307.680054:0:187633:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1827, 64 off125120 00010000:00010000:1.0:1777580307.680155:0:187633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680176:0:187633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680189:0:187633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680200:0:187633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680207:0:187633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680214:0:187633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680236:0:187633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777580307.680341:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+338:282755:x1863919946521984:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1229us (11224us total) trans 8589950403 rc 0/0 00000100:00100000:1.0:1777580307.680350:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4095 00010000:00010000:1.0:1777580307.680408:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580307.680414:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680422:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580307.680427:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680435:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680448:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e5:0x0].0x0 (ffffa024814caa00) 00010000:00010000:1.0:1777580307.680451:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580307.680456:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680463:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e489e9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.680475:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580307.680477:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580307.680479:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580307.680578:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19070 00000100:00100000:0.0:1777580307.680586:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828613589700 time 7828625641857 state 0x2 ref 0 00000100:00100000:2.0:1777580307.691807:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828611368741 time 7828611268741 state 0x1 ref 1 00000100:00100000:2.0:1777580307.691868:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828611368741 time 7828640730119 state 0x0 ref 1 00000100:00100000:2.0:1777580307.691906:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282675:x1863919946521728:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580307.691996:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580307.692034:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7200/0xcb2b2f2f7e48439 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db31 expref: 76 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692058:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384c33600/0xcb2b2f2f7e4805e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da66 expref: 75 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692076:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e9:0x0].0x0 (ffffa024989ece00) 00010000:00010000:2.0:1777580307.692089:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.692120:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692167:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692179:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692198:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692209:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692216:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692379:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692388:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.692395:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580307.693634:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1828, 64 off125184 00010000:00010000:2.0:1777580307.693724:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693739:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693751:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693760:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693767:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693773:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693796:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580307.693824:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693829:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693835:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693930:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.693935:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693943:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693956:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e9:0x0].0x0 (ffffa024185acc00) 00010000:00010000:2.0:1777580307.693960:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580307.693964:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693971:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e489fe lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.693995:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.694000:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.694010:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.694015:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.694018:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.694023:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.694030:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.694032:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.694035:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.694040:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e489f0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.694049:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd90fcb8 reply state 0000000041f45c5d transno 8589950404 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.694058:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580307.694312:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.694321:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.694327:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.694331:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.694337:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.694346:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e9:0x0].0x0 (ffffa024185acc00) 00010000:00010000:0.0:1777580307.694348:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.694351:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.694355:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+76:282675:x1863919946521728:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2460us (39589us total) trans 8589950404 rc 0/0 00010000:00010000:0.0:1777580307.694356:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a05 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.694367:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19073 00010000:00010000:0.0:1777580307.694374:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.694376:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828611368741 time 7828640730119 state 0x2 ref 0 00010000:00010000:0.0:1777580307.694376:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.694378:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580307.698951:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.699061:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.699077:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.699086:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.699092:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.699099:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.699108:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.699278:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c6:0x0].0x0 (ffffa0248a60e100) 00010000:00010000:3.0:1777580307.699282:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.699294:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.699302:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e489e2 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.705602:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.705626:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.705646:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.705654:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.705661:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.705669:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.705692:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024185acb00) 00010000:00010000:3.0:1777580307.705695:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.705702:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.705708:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e489f7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.708345:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946522240 00000100:00100000:2.0:1777580307.708366:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946522240 00000100:00100000:2.0:1777580307.708429:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828613589700 time 7828625641857 state 0x0 ref 1 00000100:00100000:2.0:1777580307.708446:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828625741857 time 7828625641857 state 0x1 ref 1 00000100:00100000:2.0:1777580307.709429:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828625741857 time 7828658284639 state 0x0 ref 1 00000100:00100000:2.0:1777580307.709463:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+336:282776:x1863919946522240:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.709502:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.710589:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e48a0c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc81 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.710695:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e48a0c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc81 expref: 337 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.710715:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e48a0c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc81 expref: 337 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.710737:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c6:0x0].0x0 (ffffa024185ac900) 00010000:00010000:2.0:1777580307.710741:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580307.710745:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9200, rc 0) 00000100:00100000:2.0:1777580307.711641:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+337:282776:x1863919946522240:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1396us (11908us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.711655:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19074 00000100:00100000:2.0:1777580307.711666:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828625741857 time 7828658284639 state 0x2 ref 0 00000100:00100000:1.0:1777580307.712100:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.712973:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946522624 00000100:00100000:2.0:1777580307.712986:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946522624 00000100:00100000:2.0:1777580307.713032:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828625741857 time 7828658284639 state 0x0 ref 1 00000100:00100000:2.0:1777580307.713046:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828658384639 time 7828658284639 state 0x1 ref 1 00000100:00100000:2.0:1777580307.713078:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828658384639 time 7828661940868 state 0x0 ref 1 00000100:00100000:2.0:1777580307.713093:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+337:282764:x1863919946522624:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.713124:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.713165:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48a13 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc8f expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.713413:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.713432:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.714784:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580307.715275:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.715331:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.715347:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.715359:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.715662:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48a28 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.715673:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48a28 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.715686:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48a28 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580307.715700:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e6:0x0]: returning size 0 00010000:00010000:2.0:1777580307.715851:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.715860:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.715867:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717317:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.717326:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717337:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717357:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.717360:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.717367:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717374:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a1a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717399:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717410:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717415:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717420:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.717423:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717429:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717436:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024185ac100) 00010000:00010000:2.0:1777580307.717439:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.717443:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717448:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a21 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717715:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48a13 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc8f expref: 340 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717735:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48a28 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc8f expref: 339 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.717743:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:2.0:1777580307.717746:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580307.717754:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997e600, rc 0) 00000100:00100000:2.0:1777580307.717953:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+339:282764:x1863919946522624:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4863us (5852us total) trans 8589950405 rc 0/0 00000100:00100000:2.0:1777580307.717966:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19075 00000100:00100000:2.0:1777580307.717976:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828658384639 time 7828661940868 state 0x2 ref 0 00000100:00100000:1.0:1777580307.721426:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.721572:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946522368 00000100:00100000:3.0:1777580307.721585:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946522368 00000100:00100000:3.0:1777580307.721669:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946522112 00000100:00100000:3.0:1777580307.721672:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946522112 00000100:00100000:3.0:1777580307.721704:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11701 00000100:00100000:3.0:1777580307.721714:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2361:x1863919946522368:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580307.721739:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.721767:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e48a36 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc88 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580307.721801:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15ae:0x0] initial LVB size: 0, mtime: 0x69f3b912, atime: 0x69f3b912, ctime: 0x69f3b912, blocks: 0x1 00010000:00010000:3.0:1777580307.721825:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.721828:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580307.721850:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e48a36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc88 expref: 19 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.721882:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031ece101/0xcb2b2f2f7e48a36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc88 expref: 19 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.721899:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9800, rc 0) 00000100:00100000:2.0:1777580307.721909:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11702 00000100:00100000:2.0:1777580307.721920:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+12:2363:x1863919946522112:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580307.721965:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946522368:12345-192.168.202.9@tcp:101:rm.500 Request processed in 253us (7192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.721972:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11701 00000100:00100000:2.0:1777580307.722312:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+13:2363:x1863919946522112:12345-192.168.202.9@tcp:2:touch.500 Request processed in 394us (900us total) trans 8589938533 rc 0/0 00000100:00100000:2.0:1777580307.722320:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11702 00000100:00100000:1.0:1777580307.723679:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.723735:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.724052:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946522880 00000100:00100000:3.0:1777580307.724066:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946522880 00000100:00100000:3.0:1777580307.724113:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828611368741 time 7828640730119 state 0x0 ref 1 00000100:00100000:3.0:1777580307.724217:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828640830119 time 7828640730119 state 0x1 ref 1 00000100:00100000:3.0:1777580307.724243:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828640830119 time 7828673105270 state 0x0 ref 1 00000100:00100000:3.0:1777580307.724256:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+75:282701:x1863919946522880:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580307.724331:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580307.724365:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ee00/0xcb2b2f2f7e4846a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db3f expref: 75 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724389:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48210 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dad6 expref: 74 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724405:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ec:0x0].0x0 (ffffa02498977900) 00010000:00010000:3.0:1777580307.724416:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.724444:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724461:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724472:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724488:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724500:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724506:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724747:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724757:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.724763:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580307.725518:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1832, 64 off125440 00010000:00010000:3.0:1777580307.725594:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.725606:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.725615:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.725623:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.725898:0:206020:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946523008 00000100:00100000:0.0:1777580307.725908:0:206020:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946523008 00000100:00100000:0.0:1777580307.725968:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11703 00000100:00100000:0.0:1777580307.725978:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2364:x1863919946523008:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580307.727867:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2364:x1863919946523008:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1876us (4116us total) trans 8589938932 rc 0/0 00000100:00100000:0.0:1777580307.727889:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11703 00000100:00100000:1.0:1777580307.727979:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580307.728279:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728291:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728317:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580307.728349:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728356:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728362:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728367:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.728373:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728380:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728398:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ec:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:3.0:1777580307.728401:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580307.728406:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728412:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48a4b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728437:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728442:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728462:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728467:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.728469:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728474:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728481:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.728483:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.728486:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.728491:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48a3d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.728502:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000adf894db reply state 00000000f0f31769 transno 8589950406 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.728511:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580307.728581:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+75:282701:x1863919946522880:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4327us (4909us total) trans 8589950406 rc 0/0 00000100:00100000:3.0:1777580307.728590:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19076 00000100:00100000:3.0:1777580307.728599:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828640830119 time 7828673105270 state 0x2 ref 0 00000100:00100000:0.0:1777580307.728769:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946523136 00000100:00100000:0.0:1777580307.728779:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946523136 00000100:00100000:0.0:1777580307.728812:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828640830119 time 7828673105270 state 0x0 ref 1 00000100:00100000:0.0:1777580307.728824:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828673205270 time 7828673105270 state 0x1 ref 1 00000100:00100000:0.0:1777580307.728848:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828673205270 time 7828677710067 state 0x0 ref 1 00000100:00100000:0.0:1777580307.728859:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+339:282791:x1863919946523136:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580307.728896:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.728916:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48a59 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc96 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.728986:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729001:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729014:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729028:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729035:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729041:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729154:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729161:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729166:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729172:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f148600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.729175:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729181:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729189:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.729192:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.729194:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729200:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48a60 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729212:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729218:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729224:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729230:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.729233:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729237:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729242:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02493bbdc00) 00010000:00010000:0.0:1777580307.729244:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.729246:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729251:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48a67 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729279:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48a59 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc96 expref: 340 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729290:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.729291:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.729295:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48a59 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc96 expref: 340 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.729303:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149a00, rc 0) 00000100:00100000:0.0:1777580307.729342:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+339:282791:x1863919946523136:12345-192.168.202.9@tcp:101:rm.500 Request processed in 484us (1364us total) trans 0 rc 301/301 00000100:00100000:0.0:1777580307.729349:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19077 00000100:00100000:0.0:1777580307.729353:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828673205270 time 7828677710067 state 0x2 ref 0 00010000:00010000:1.0:1777580307.737374:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580307.737394:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.737409:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580307.737414:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.737424:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.737446:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ec:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:1.0:1777580307.737450:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580307.737456:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.737463:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48a52 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.737493:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580307.737495:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580307.737497:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777580307.738738:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.740071:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.740107:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.740126:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.740420:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946523776 00000100:00100000:2.0:1777580307.740433:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946523776 00000100:00100000:0.0:1777580307.741259:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946523264 00000100:00100000:0.0:1777580307.741268:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946523264 00000100:00100000:0.0:1777580307.741315:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828673205270 time 7828677710067 state 0x0 ref 1 00000100:00100000:0.0:1777580307.741333:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828677810067 time 7828677710067 state 0x1 ref 1 00000100:00100000:0.0:1777580307.741357:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946523520 00000100:00100000:0.0:1777580307.741360:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946523520 00000100:00100000:0.0:1777580307.741374:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828658384639 time 7828661940868 state 0x0 ref 1 00000100:00100000:0.0:1777580307.741381:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828662040868 time 7828661940868 state 0x1 ref 1 00000100:00100000:0.0:1777580307.741397:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946523904 00000100:00100000:0.0:1777580307.741400:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946523904 00000100:00100000:0.0:1777580307.741411:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828677810067 time 7828677710067 state 0x1 ref 2 00000100:00100000:0.0:1777580307.741431:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828662040868 time 7828690292873 state 0x0 ref 1 00000100:00100000:0.0:1777580307.741447:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282764:x1863919946523520:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580307.741520:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.741553:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48a28 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc8f expref: 342 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.741577:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:0.0:1777580307.741584:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580307.741687:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4096 00010000:00010000:0.0:1777580307.741687:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.741695:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+341:282759:x1863919946523776:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580307.741705:0:187630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 74 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.741716:0:187630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.741761:0:187630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 74 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.741776:0:187630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 74 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.741791:0:187630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0239235d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917457536:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580307.741900:0:187630:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777580307.741925:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828690887365 time 7828690787365 state 0x1 ref 2 00000100:00100000:0.0:1777580307.741936:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282766:x1863919946523264:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580307.741946:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.741958:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48a75 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dc9d expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742009:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742021:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742031:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742050:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742056:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742062:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.742074:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+343:282759:x1863919946523776:12345-192.168.202.9@tcp:35:touch.500 Request processed in 379us (2011us total) trans 8589950407 rc 0/0 00000100:00100000:2.0:1777580307.742082:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4096 00000100:00100000:2.0:1777580307.742113:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828690887365 time 7828690975410 state 0x0 ref 2 00000100:00100000:2.0:1777580307.742123:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282772:x1863919946523904:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.742132:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.742160:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a8a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dca4 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.742192:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.742202:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742205:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48a98 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.742210:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742213:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48a98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742220:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48a98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.742221:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.742228:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.742233:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580307.742245:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7c2:0x0]: returning size 0 00000004:00200000:0.0:1777580307.742249:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:2.0:1777580307.742261:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.742265:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48a98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.742269:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742274:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48a98 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.742275:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742281:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742286:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.742296:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746156:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ea00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.746176:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746194:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746218:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.746223:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.746229:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746236:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48a91 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746264:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746272:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746279:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746284:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.746286:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746292:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746299:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024185ac100) 00010000:00010000:2.0:1777580307.746302:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.746305:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746311:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48a9f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746377:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a8a lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dca4 expref: 343 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746390:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.746392:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.746396:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48a8a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dca4 expref: 343 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.746406:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f400, rc 0) 00010000:00010000:3.0:1777580307.749233:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.749261:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.749269:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.749275:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.749282:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.749290:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.749311:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580307.749316:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.749322:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.749329:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48a44 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.749737:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282772:x1863919946523904:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4389us (6384us total) trans 0 rc 301/301 00000100:00100000:2.0:1777580307.749755:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19080 00000100:00100000:2.0:1777580307.749907:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.750010:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580307.750344:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.750353:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.750362:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946524416 00010000:00010000:0.0:1777580307.750366:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.750376:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946524416 00010000:00010000:0.0:1777580307.750378:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.750381:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.750384:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750391:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48a7c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750413:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750420:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750426:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.750431:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4097 00010000:00010000:0.0:1777580307.750432:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.750434:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.750442:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282776:x1863919946524416:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580307.750444:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750452:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa02490544200) 00010000:00010000:0.0:1777580307.750454:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.750457:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750462:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48a83 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750518:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48a75 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc9d expref: 343 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750535:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48a98 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc9d expref: 342 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750543:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c2:0x0].0x0 (ffffa0241785f400) 00010000:00010000:0.0:1777580307.750545:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580307.750547:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0248784d600, rc 0) 00000100:00100000:0.0:1777580307.750616:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282766:x1863919946523264:12345-192.168.202.9@tcp:101:rm.500 Request processed in 8681us (11888us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580307.750624:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19078 00000100:00100000:0.0:1777580307.750644:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828690887365 time 7828690975410 state 0x2 ref 0 00000100:00100000:0.0:1777580307.750665:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946524160 00000100:00100000:0.0:1777580307.750669:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946524160 00000100:00100000:0.0:1777580307.750684:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828690887365 time 7828690975410 state 0x0 ref 1 00000100:00100000:0.0:1777580307.750696:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828691075410 time 7828690975410 state 0x1 ref 1 00000100:00100000:0.0:1777580307.750721:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828691075410 time 7828699583728 state 0x0 ref 1 00000100:00100000:0.0:1777580307.750730:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+74:282696:x1863919946524160:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580307.750772:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580307.750790:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48401 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db23 expref: 74 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750807:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e48168 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dac8 expref: 73 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750817:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7eb:0x0].0x0 (ffffa024814cac00) 00010000:00010000:0.0:1777580307.750825:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.750851:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750866:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750886:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750901:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750907:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.750913:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751037:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751045:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751052:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.751189:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282776:x1863919946524416:12345-192.168.202.9@tcp:35:touch.500 Request processed in 748us (1177us total) trans 8589950408 rc 0/0 00000100:00100000:1.0:1777580307.751201:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4097 00000040:00080000:0.0:1777580307.751570:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1829, 64 off125248 00010000:00010000:0.0:1777580307.751622:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751632:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751639:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751647:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751652:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751659:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751680:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580307.751696:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751706:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751712:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751717:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.751722:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751728:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751738:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7eb:0x0].0x0 (ffffa02499479700) 00010000:00010000:0.0:1777580307.751740:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580307.751743:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751748:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ab4 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751769:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751774:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751779:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751784:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.751787:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751793:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751798:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.751801:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.751803:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751808:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48aa6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.751817:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000474bbca2 reply state 000000005f463683 transno 8589950409 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.751826:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.751893:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+74:282696:x1863919946524160:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1161us (1984us total) trans 8589950409 rc 0/0 00000100:00100000:0.0:1777580307.751900:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19081 00000100:00100000:0.0:1777580307.751905:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828691075410 time 7828699583728 state 0x2 ref 0 00010000:00010000:0.0:1777580307.751933:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.751939:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751945:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.751948:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751955:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751964:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7eb:0x0].0x0 (ffffa02499479700) 00010000:00010000:0.0:1777580307.751966:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.751968:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751973:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48abb lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7eb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.751984:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.751987:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.751988:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.771613:0:187630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0239235d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:187630:1863919917457536:192.168.202.9@tcp:104: 00010000:00010000:2.0:1777580307.771657:0:187630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.771721:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.771753:0:187616:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946524544 00000100:00100000:2.0:1777580307.771763:0:187616:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946524544 00010000:00010000:2.0:1777580307.771809:0:187616:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 74 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.771849:0:187616:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4328 00000100:00100000:2.0:1777580307.771860:0:187616:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+74:2362:x1863919946524544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777580307.771892:0:187616:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.771901:0:187616:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 74 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.771915:0:187616:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 74 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.771943:0:187616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7e00/0xcb2b2f2f7e48471 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db38 expref: 74 pid: 205914 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.771961:0:187616:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:2.0:1777580307.771968:0:187616:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.771979:0:187616:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.771988:0:187616:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.772016:0:187616:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580307.772077:0:187616:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024975b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:2362:x1863919946524544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 218us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.772085:0:187616:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4328 00010000:00010000:2.0:1777580307.772117:0:187630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.772124:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.772379:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce289744 reply state 00000000294b2854 transno 8589950410 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.772394:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.772486:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+343:282764:x1863919946523520:12345-192.168.202.9@tcp:36:touch.500 Request processed in 31044us (32377us total) trans 8589950410 rc 0/0 00000100:00100000:2.0:1777580307.772496:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19079 00000100:00100000:2.0:1777580307.772505:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828662040868 time 7828690292873 state 0x2 ref 0 00000100:00100000:2.0:1777580307.779790:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.779825:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.779860:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.779917:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.779948:0:188247:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946524672 00000100:00100000:2.0:1777580307.779960:0:188247:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946524672 00000100:00100000:2.0:1777580307.780026:0:188247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11704 00000100:00100000:2.0:1777580307.780037:0:188247:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+13:2361:x1863919946524672:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.780062:0:188247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.780088:0:188247:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48ac2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcab expref: -99 pid: 188247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580307.780124:0:188247:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1589:0x0] initial LVB size: 0, mtime: 0x69f3b912, atime: 0x69f3b912, ctime: 0x69f3b912, blocks: 0x1 00010000:00010000:2.0:1777580307.780175:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.780178:0:188247:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580307.780189:0:188247:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48ac2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcab expref: 14 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.780210:0:188247:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d3c5207/0xcb2b2f2f7e48ac2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcab expref: 14 pid: 188247 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.780233:0:188247:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997fe00, rc 0) 00000100:00100000:2.0:1777580307.780298:0:188247:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2361:x1863919946524672:12345-192.168.202.9@tcp:101:rm.500 Request processed in 263us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.780305:0:188247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11704 00000100:00100000:2.0:1777580307.780336:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946524800 00000100:00100000:2.0:1777580307.780340:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946524800 00000100:00100000:2.0:1777580307.780362:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828691075410 time 7828699583728 state 0x0 ref 1 00000100:00100000:2.0:1777580307.780374:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828699683728 time 7828699583728 state 0x1 ref 1 00000100:00100000:2.0:1777580307.780390:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946525056 00000100:00100000:2.0:1777580307.780393:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946525056 00000100:00100000:2.0:1777580307.780405:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828699683728 time 7828699583728 state 0x1 ref 2 00000100:00100000:2.0:1777580307.780417:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946525184 00000100:00100000:2.0:1777580307.780419:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946525184 00000100:00100000:2.0:1777580307.780429:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828662040868 time 7828690292873 state 0x0 ref 1 00000100:00100000:2.0:1777580307.780435:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828690392873 time 7828690292873 state 0x1 ref 1 00000100:00100000:2.0:1777580307.780450:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828690392873 time 7828729311458 state 0x0 ref 1 00000100:00100000:2.0:1777580307.780458:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+344:282764:x1863919946525184:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.780476:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.780492:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e48ac9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcb9 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781330:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781345:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781353:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781360:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.781366:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781374:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781391:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02499479b00) 00010000:00010000:3.0:1777580307.781395:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.781399:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781405:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48aad lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781444:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781451:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781457:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781462:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.781465:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781471:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781480:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:3.0:1777580307.781483:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.781486:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.781492:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48a6e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783074:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e48ac9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcb9 expref: 344 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783099:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e400/0xcb2b2f2f7e48ac9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcb9 expref: 344 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783121:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:2.0:1777580307.783123:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580307.783127:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997e400, rc 0) 00000100:00100000:2.0:1777580307.783215:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+344:282764:x1863919946525184:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2756us (3296us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.783226:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19084 00000100:00100000:2.0:1777580307.783234:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828690392873 time 7828729311458 state 0x2 ref 0 00000100:00100000:2.0:1777580307.783277:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828732239472 time 7828732139472 state 0x1 ref 2 00000100:00100000:2.0:1777580307.783292:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+72:282665:x1863919946524800:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580307.783315:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.783334:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48ad0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcb2 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783399:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783410:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783424:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783441:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783449:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.783456:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.784111:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828732239472 time 7828732969868 state 0x0 ref 2 00000100:00100000:3.0:1777580307.784147:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+343:282752:x1863919946525056:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580307.784189:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580307.784216:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7800/0xcb2b2f2f7e487f8 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc03 expref: 343 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784235:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6000/0xcb2b2f2f7e48742 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbd2 expref: 342 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784245:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c0:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:3.0:1777580307.784259:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.784275:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784296:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784304:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784320:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784327:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784334:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784450:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784458:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.784466:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580307.785058:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1833, 64 off125504 00010000:00010000:2.0:1777580307.785070:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48afa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785080:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48afa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785089:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48afa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580307.785120:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7e6:0x0]: returning size 0 00000004:00200000:2.0:1777580307.785124:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:3.0:1777580307.785125:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785151:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785160:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.785166:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48afa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785168:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785175:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785178:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48afa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785182:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785187:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785196:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785203:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580307.785203:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785209:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.785214:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785217:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785221:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785222:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785228:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785232:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.785232:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.785235:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785235:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.785239:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785240:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785246:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48ad7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785248:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c0:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:3.0:1777580307.785251:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580307.785253:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785258:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48af3 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785259:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785265:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785271:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785273:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785276:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.785279:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785280:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785286:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785286:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785293:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024b7eb0500) 00010000:00010000:2.0:1777580307.785295:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.785297:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.785297:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785300:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785302:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48ade lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785305:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785311:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.785313:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.785315:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.785319:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48ae5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.785326:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e7f48df reply state 000000000712bdae transno 8589950411 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.785336:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580307.785336:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48ad0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcb2 expref: 74 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785349:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48afa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcb2 expref: 73 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.785355:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:2.0:1777580307.785356:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580307.785358:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3e00, rc 0) 00010000:00010000:1.0:1777580307.785433:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580307.785441:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.785458:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580307.785462:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.785468:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.785478:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c0:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:1.0:1777580307.785480:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580307.785483:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.785489:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48b01 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.785504:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580307.785506:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580307.785508:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580307.787817:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:282665:x1863919946524800:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4509us (8021us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.787835:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19082 00000100:00100000:3.0:1777580307.793336:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+343:282752:x1863919946525056:12345-192.168.202.9@tcp:36:rm.500 Request processed in 9192us (13491us total) trans 8589950411 rc 0/0 00000100:00100000:3.0:1777580307.793355:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19083 00000100:00100000:3.0:1777580307.793365:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828732239472 time 7828732969868 state 0x2 ref 0 00010000:00010000:3.0:1777580307.803491:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.803514:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.803528:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.803534:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.803540:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.803548:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.803571:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02493ac1900) 00010000:00010000:3.0:1777580307.803575:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.803581:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.803588:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48aec lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.804047:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.804091:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.804604:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946525568 00000100:00100000:1.0:1777580307.804617:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946525568 00000100:00100000:1.0:1777580307.804668:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828690392873 time 7828729311458 state 0x0 ref 1 00000100:00100000:1.0:1777580307.804682:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828729411458 time 7828729311458 state 0x1 ref 1 00000100:00100000:1.0:1777580307.804711:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946525824 00000100:00100000:1.0:1777580307.804714:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946525824 00000100:00100000:1.0:1777580307.804728:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828732239472 time 7828732969868 state 0x0 ref 1 00000100:00100000:1.0:1777580307.804735:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828733069868 time 7828732969868 state 0x1 ref 1 00000100:00100000:1.0:1777580307.804756:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828729411458 time 7828753617757 state 0x0 ref 1 00000100:00100000:1.0:1777580307.804769:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae6ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+342:282785:x1863919946525568:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580307.804802:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.804825:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e48b08 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcc0 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.805024:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.805041:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.805055:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.805071:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.805078:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.805083:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580307.805698:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x158b:0x0], index 1: 0 00010000:00010000:1.0:1777580307.805949:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e48b1d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.805961:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e48b1d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.805971:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e48b1d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806015:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806023:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806029:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806035:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.806039:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806046:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806058:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.806061:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.806066:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806072:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7c00/0xcb2b2f2f7e48b0f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.806092:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e2015f1 reply state 00000000fe76a258 transno 8589950412 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.806102:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580307.806178:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb6800/0xcb2b2f2f7e48b08 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcc0 expref: 345 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806193:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e48b1d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcc0 expref: 344 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806201:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c8:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:1.0:1777580307.806204:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580307.806207:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a5fb7000, rc 0) 00000100:00100000:1.0:1777580307.806306:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae6ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282785:x1863919946525568:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1538us (2265us total) trans 8589950412 rc 0/0 00000100:00100000:1.0:1777580307.806316:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19085 00000100:00100000:1.0:1777580307.806323:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828729411458 time 7828753617757 state 0x2 ref 0 00000100:00100000:1.0:1777580307.806366:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828733069868 time 7828755228994 state 0x0 ref 1 00000100:00100000:1.0:1777580307.806380:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:282665:x1863919946525824:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580307.806424:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580307.806441:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48afa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcb2 expref: 73 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806463:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e47f1c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90da0b expref: 72 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806474:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:1.0:1777580307.806479:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580307.806496:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806506:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806513:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806527:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806534:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806541:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806626:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806635:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.806642:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580307.807046:0:191688:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7e6:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1777580307.807174:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807183:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807190:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807196:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.807199:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807206:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807218:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:1.0:1777580307.807220:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580307.807223:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807229:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48b39 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807245:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807252:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807258:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807263:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.807266:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807272:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807280:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.807282:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.807285:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.807291:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7a00/0xcb2b2f2f7e48b2b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.807299:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006caab8ba reply state 0000000097c2893a transno 8589950413 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.807308:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580307.807366:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:282665:x1863919946525824:12345-192.168.202.9@tcp:36:rm.500 Request processed in 988us (3273us total) trans 8589950413 rc 0/0 00000100:00100000:1.0:1777580307.807374:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19086 00000100:00100000:1.0:1777580307.807380:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828733069868 time 7828755228994 state 0x2 ref 0 00000100:00100000:1.0:1777580307.827282:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.846351:0:189456:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946525312 00000100:00100000:0.0:1777580307.846372:0:189456:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946525312 00000100:00100000:0.0:1777580307.846450:0:189456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11705 00000100:00100000:0.0:1777580307.846464:0:189456:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+20:2363:x1863919946525312:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:0.0:1777580307.846774:0:189456:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x15a7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777580307.846778:0:189456:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x15a7:0x0] updating lvb mtime from disk: 1777580305 -> 1777580306 00002000:00010000:0.0:1777580307.846781:0:189456:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x15a7:0x0] updating lvb atime from disk: 1777580305 -> 1777580306 00002000:00010000:0.0:1777580307.846782:0:189456:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x15a7:0x0] updating lvb ctime from disk: 1777580305 -> 1777580306 00002000:00010000:0.0:1777580307.846784:0:189456:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x15a7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777580307.846883:0:189456:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2363:x1863919946525312:12345-192.168.202.9@tcp:2:touch.500 Request processed in 422us (19614us total) trans 8589938933 rc 0/0 00000100:00100000:0.0:1777580307.846892:0:189456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11705 00010000:00010000:1.0:1777580307.856383:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.856406:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.856416:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.856428:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.856435:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.856444:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.856466:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa0248a60e100) 00010000:00010000:1.0:1777580307.856469:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.856475:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.856481:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48b32 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.856556:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.856591:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.856614:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.861483:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946526080 00000100:00100000:0.0:1777580307.861503:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946526080 00000100:00100000:0.0:1777580307.861564:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828729411458 time 7828753617757 state 0x0 ref 1 00000100:00100000:0.0:1777580307.861581:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828753717757 time 7828753617757 state 0x1 ref 1 00000100:00100000:0.0:1777580307.861616:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946526336 00000100:00100000:0.0:1777580307.861620:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946526336 00000100:00100000:0.0:1777580307.861633:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828733069868 time 7828755228994 state 0x0 ref 1 00000100:00100000:0.0:1777580307.861640:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828755328994 time 7828755228994 state 0x1 ref 1 00000100:00100000:0.0:1777580307.861653:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946526592 00000100:00100000:0.0:1777580307.861656:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946526592 00000100:00100000:0.0:1777580307.861669:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828753717757 time 7828753617757 state 0x1 ref 2 00000100:00100000:0.0:1777580307.861699:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828810661372 time 7828810561372 state 0x1 ref 2 00000100:00100000:0.0:1777580307.861717:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+346:282785:x1863919946526080:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580307.861799:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.861833:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7000/0xcb2b2f2f7e48b1d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcc0 expref: 346 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.861855:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c8:0x0].0x0 (ffffa0248a60e800) 00010000:00010000:0.0:1777580307.861867:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.861973:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.861989:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862002:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.862217:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004bec4182 reply state 00000000c5bd1b94 transno 8589950414 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.862230:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580307.862362:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.862364:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+347:282785:x1863919946526080:12345-192.168.202.9@tcp:36:touch.500 Request processed in 654us (5813us total) trans 8589950414 rc 0/0 00010000:00010000:3.0:1777580307.862373:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.862373:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19087 00010000:00010000:3.0:1777580307.862379:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862386:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a5fb7400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.862391:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.862399:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828755328994 time 7828811262035 state 0x0 ref 1 00010000:00010000:3.0:1777580307.862400:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862410:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa0248a60e600) 00000100:00100000:0.0:1777580307.862410:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+72:282704:x1863919946526336:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580307.862413:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.862418:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862424:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb7400/0xcb2b2f2f7e48b16 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862442:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580307.862457:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de7400/0xcb2b2f2f7e48504 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db46 expref: 72 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.862474:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828810661372 time 7828811336192 state 0x0 ref 1 00010000:00010000:0.0:1777580307.862474:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e48241 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dae4 expref: 71 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862483:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ed:0x0].0x0 (ffffa024996f9800) 00000100:00100000:3.0:1777580307.862486:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+345:282780:x1863919946526592:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580307.862490:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.862496:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.862506:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48b47 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcc7 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862506:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862516:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862523:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862536:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862546:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862552:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862665:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862671:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862674:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862679:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862682:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.862686:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862693:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862700:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.862706:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.863090:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000040:00080000:0.0:1777580307.863236:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1830, 64 off125312 00010000:00010000:0.0:1777580307.863292:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863303:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863312:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863320:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863326:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863331:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863349:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580307.863367:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863373:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863378:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863384:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.863387:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863393:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863403:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ed:0x0].0x0 (ffffa02499479b00) 00010000:00010000:0.0:1777580307.863405:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580307.863409:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863415:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b63 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863435:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863441:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863452:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863456:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.863459:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863464:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863471:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.863474:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.863476:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863481:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48b4e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.863490:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015f4f2f0 reply state 000000007484602d transno 8589950415 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.863498:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.863557:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+72:282704:x1863919946526336:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1147us (6963us total) trans 8589950415 rc 0/0 00000100:00100000:0.0:1777580307.863566:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19088 00000100:00100000:0.0:1777580307.863571:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828755328994 time 7828811262035 state 0x2 ref 0 00010000:00010000:0.0:1777580307.863605:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.863612:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863623:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.863627:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863633:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863642:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ed:0x0].0x0 (ffffa02499479b00) 00010000:00010000:0.0:1777580307.863644:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.863647:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863652:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b71 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.863667:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.863669:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.863671:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777580307.865040:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b0:0x0], index 0: 0 00010000:00010000:3.0:1777580307.865278:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48b78 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865296:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48b78 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865310:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48b78 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865354:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865363:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865370:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865376:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580307.865381:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865389:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865401:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580307.865403:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580307.865407:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865413:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48b5c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580307.865428:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000374c7d32 reply state 00000000711c127e transno 8589950416 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.865436:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580307.865476:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48b47 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcc7 expref: 348 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865491:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48b78 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcc7 expref: 347 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.865498:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c9:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:3.0:1777580307.865500:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580307.865503:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d9c00, rc 0) 00000100:00100000:2.0:1777580307.866314:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946526848 00000100:00100000:2.0:1777580307.866329:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946526848 00000100:00100000:2.0:1777580307.866409:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4098 00000100:00100000:2.0:1777580307.866420:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+349:282764:x1863919946526848:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:2.0:1777580307.866780:0:187633:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7e6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777580307.866905:0:187633:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1834, 64 off125568 00010000:00010000:2.0:1777580307.866983:0:187633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867000:0:187633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867012:0:187633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867021:0:187633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867027:0:187633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867034:0:187633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867060:0:187633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580307.867211:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+350:282764:x1863919946526848:12345-192.168.202.9@tcp:35:touch.500 Request processed in 792us (4121us total) trans 8589950417 rc 0/0 00000100:00100000:2.0:1777580307.867220:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4098 00010000:00010000:2.0:1777580307.867255:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580307.867261:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867269:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580307.867272:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867279:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867293:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7e6:0x0].0x0 (ffffa024814ca900) 00010000:00010000:2.0:1777580307.867296:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580307.867300:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867306:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48b86 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.867318:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.867320:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.867321:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580307.867329:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+349:282780:x1863919946526592:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4845us (10713us total) trans 8589950416 rc 0/0 00000100:00100000:3.0:1777580307.867339:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19089 00000100:00100000:3.0:1777580307.867348:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828810661372 time 7828811336192 state 0x2 ref 0 00010000:00010000:0.0:1777580307.882983:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.883007:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.883016:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.883023:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.883030:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.883043:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.883065:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02499479000) 00010000:00010000:0.0:1777580307.883069:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.883075:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.883082:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b55 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883222:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883231:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883238:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883244:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.883247:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883254:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883264:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02493ac1e00) 00010000:00010000:2.0:1777580307.883267:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.883270:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883276:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9200/0xcb2b2f2f7e48b6a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883297:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883304:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883309:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883315:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.883317:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883323:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883331:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c8:0x0].0x0 (ffffa02499479700) 00010000:00010000:2.0:1777580307.883334:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.883336:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.883342:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48b40 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.893379:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.893427:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.893468:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.893507:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946527104 00000100:00100000:0.0:1777580307.893520:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946527104 00000100:00100000:0.0:1777580307.893570:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828810661372 time 7828811336192 state 0x0 ref 1 00000100:00100000:0.0:1777580307.893586:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828811436192 time 7828811336192 state 0x1 ref 1 00000100:00100000:0.0:1777580307.893607:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946527360 00000100:00100000:0.0:1777580307.893610:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946527360 00000100:00100000:0.0:1777580307.893623:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828755328994 time 7828811262035 state 0x0 ref 1 00000100:00100000:0.0:1777580307.893630:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828811362035 time 7828811262035 state 0x1 ref 1 00000100:00100000:0.0:1777580307.893654:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946527616 00000100:00100000:0.0:1777580307.893658:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946527616 00000100:00100000:0.0:1777580307.893671:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828811436192 time 7828811336192 state 0x1 ref 2 00000100:00100000:0.0:1777580307.893693:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828811362035 time 7828842555408 state 0x0 ref 1 00000100:00100000:0.0:1777580307.893705:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239ce09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282713:x1863919946527360:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580307.893785:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580307.893822:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5a00/0xcb2b2f2f7e4888b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc2d expref: 71 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.893848:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e4830c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db07 expref: 70 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.893859:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ef:0x0].0x0 (ffffa02499479900) 00010000:00010000:0.0:1777580307.893880:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.893912:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.893931:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.893942:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.893958:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.893964:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.893970:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894131:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894178:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894186:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580307.894773:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1831, 64 off125376 00010000:00010000:0.0:1777580307.894850:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894860:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894881:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894891:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894898:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894904:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894930:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580307.894957:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894962:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894969:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894980:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.894985:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.894993:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895003:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ef:0x0].0x0 (ffffa02499479b00) 00010000:00010000:0.0:1777580307.895006:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580307.895010:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895015:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48b9b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895035:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895041:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895047:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895052:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.895055:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895061:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895073:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.895075:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.895078:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895083:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48b8d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.895093:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078b782e1 reply state 00000000616ca4ef transno 8589950418 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.895101:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.895234:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239ce09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282713:x1863919946527360:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1527us (1802us total) trans 8589950418 rc 0/0 00000100:00100000:0.0:1777580307.895244:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19091 00000100:00100000:0.0:1777580307.895250:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828811362035 time 7828842555408 state 0x2 ref 0 00000100:00100000:0.0:1777580307.895292:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828844255157 time 7828844155157 state 0x1 ref 2 00000100:00100000:0.0:1777580307.895308:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02496fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+348:282780:x1863919946527104:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580307.895356:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.895374:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48b78 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcc7 expref: 348 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895388:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c9:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:0.0:1777580307.895398:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.895473:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895482:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895489:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.895589:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec8b27a7 reply state 00000000c714f335 transno 8589950419 ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.895596:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580307.895646:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02496fc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+349:282780:x1863919946527104:12345-192.168.202.9@tcp:36:touch.500 Request processed in 344us (2282us total) trans 8589950419 rc 0/0 00000100:00100000:0.0:1777580307.895653:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19090 00000100:00100000:0.0:1777580307.895668:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828844255157 time 7828844531986 state 0x0 ref 1 00000100:00100000:0.0:1777580307.895677:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+348:282806:x1863919946527616:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580307.895688:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580307.895699:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48bb0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcce expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895810:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895819:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895827:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895845:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895853:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895859:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895940:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895949:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.895956:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580307.895965:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f0:0x0]: returning size 0 00010000:00010000:0.0:1777580307.896029:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896036:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896041:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896046:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.896049:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896060:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896069:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580307.896071:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.896075:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896080:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48bb7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896093:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896098:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896103:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896108:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580307.896110:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896116:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896123:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02493bbdc00) 00010000:00010000:0.0:1777580307.896126:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580307.896128:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896169:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48bbe lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896203:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48bb0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcce expref: 351 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896216:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcce expref: 350 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896224:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02481646b00) 00010000:00010000:0.0:1777580307.896226:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580307.896229:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f400, rc 0) 00000100:00100000:0.0:1777580307.896256:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+350:282806:x1863919946527616:12345-192.168.202.9@tcp:101:touch.500 Request processed in 580us (2789us total) trans 8589950420 rc 0/0 00000100:00100000:0.0:1777580307.896264:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19092 00000100:00100000:0.0:1777580307.896269:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828844255157 time 7828844531986 state 0x2 ref 0 00010000:00010000:0.0:1777580307.896333:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580307.896340:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896346:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580307.896349:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896354:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896367:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ef:0x0].0x0 (ffffa02499479b00) 00010000:00010000:0.0:1777580307.896369:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580307.896372:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896378:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48ba2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.896390:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.896392:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580307.896394:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580307.898806:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.898827:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.898835:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.898841:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.898846:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.898855:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.898881:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02499479000) 00010000:00010000:2.0:1777580307.898885:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.898891:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.898897:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48b94 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.900317:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.900393:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.900428:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946527872 00000100:00100000:3.0:1777580307.900440:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946527872 00000100:00100000:3.0:1777580307.900490:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828844255157 time 7828844531986 state 0x0 ref 1 00000100:00100000:3.0:1777580307.900505:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828844631986 time 7828844531986 state 0x1 ref 1 00000100:00100000:3.0:1777580307.900534:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946527744 00000100:00100000:3.0:1777580307.900537:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946527744 00000100:00100000:3.0:1777580307.900549:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828844631986 time 7828844531986 state 0x1 ref 2 00000100:00100000:3.0:1777580307.900568:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828849531098 time 7828849431098 state 0x1 ref 2 00000100:00100000:3.0:1777580307.900582:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+351:282780:x1863919946527872:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580307.900615:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.900642:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48bd3 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcdc expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.900720:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48bd3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcdc expref: 352 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.900737:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48bd3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcdc expref: 352 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.900761:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c9:0x0].0x0 (ffffa02490544200) 00010000:00010000:3.0:1777580307.900764:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580307.900769:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8e00, rc 0) 00000100:00100000:3.0:1777580307.900836:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+352:282780:x1863919946527872:12345-192.168.202.9@tcp:101:touch.500 Request processed in 256us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.900851:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19093 00000100:00100000:3.0:1777580307.900885:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828849531098 time 7828849747523 state 0x0 ref 1 00000100:00100000:3.0:1777580307.900895:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+351:282785:x1863919946527744:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580307.900903:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580307.900915:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48bda lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcd5 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.900945:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48bda lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcd5 expref: 352 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.900955:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48bda lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcd5 expref: 352 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.900967:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c8:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:3.0:1777580307.900969:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580307.900971:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023a95d8200, rc 0) 00000100:00100000:3.0:1777580307.900991:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+352:282785:x1863919946527744:12345-192.168.202.9@tcp:101:touch.500 Request processed in 97us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580307.900997:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19094 00000100:00100000:3.0:1777580307.901001:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828849531098 time 7828849747523 state 0x2 ref 0 00010000:00010000:2.0:1777580307.912478:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.912502:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.912512:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.912520:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.912528:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.912537:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.912562:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c9:0x0].0x0 (ffffa02490544200) 00010000:00010000:2.0:1777580307.912566:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.912571:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.912578:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48ba9 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580307.913313:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.913356:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.913403:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.913701:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946528128 00000100:00100000:2.0:1777580307.913714:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946528128 00000100:00100000:2.0:1777580307.913768:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828811362035 time 7828842555408 state 0x0 ref 1 00000100:00100000:2.0:1777580307.913784:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828842655408 time 7828842555408 state 0x1 ref 1 00000100:00100000:2.0:1777580307.913811:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946528640 00000100:00100000:2.0:1777580307.913815:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946528640 00000100:00100000:2.0:1777580307.913829:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828849531098 time 7828849747523 state 0x0 ref 1 00000100:00100000:2.0:1777580307.913847:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828849847523 time 7828849747523 state 0x1 ref 1 00000100:00100000:2.0:1777580307.913865:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946528384 00000100:00100000:2.0:1777580307.913877:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946528384 00000100:00100000:2.0:1777580307.913892:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828849847523 time 7828849747523 state 0x1 ref 2 00000100:00100000:2.0:1777580307.913922:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828842655408 time 7828862783956 state 0x0 ref 1 00000100:00100000:2.0:1777580307.913935:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+70:282721:x1863919946528128:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580307.914013:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580307.914046:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48868 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc1f expref: 70 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914071:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02393de6600/0xcb2b2f2f7e484cc lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90db5b expref: 69 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914081:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02481646b00) 00010000:00010000:2.0:1777580307.914087:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.914116:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914156:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914167:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914184:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914192:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914198:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914365:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914376:0:191688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcce expref: 352 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914385:0:191688:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914428:0:191688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcce expref: 352 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914445:0:191688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcce expref: 352 pid: 207396 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.914463:0:191688:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae4b6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917457664:192.168.202.9@tcp:104: 00000100:00100000:2.0:1777580307.914573:0:191688:0:(client.c:2691:ptlrpc_set_wait()) set ffffa023895cbc00 going to sleep for 11 seconds 00000100:00100000:2.0:1777580307.914604:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828863566459 time 7828863466459 state 0x1 ref 2 00000100:00100000:2.0:1777580307.914620:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+352:282789:x1863919946528640:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.914637:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.914647:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48bf6 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dce3 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914731:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914742:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914750:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914766:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914773:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.914779:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580307.915408:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x158c:0x0], index 1: 0 00010000:00010000:2.0:1777580307.915627:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48c0b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915641:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48c0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915651:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48c0b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915692:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915700:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915707:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915714:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.915719:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915730:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915742:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580307.915745:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.915750:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915757:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48bfd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.915772:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a57cfab reply state 0000000082c76412 transno 8589950421 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.915781:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580307.915814:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48bf6 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dce3 expref: 355 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915829:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48c0b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dce3 expref: 354 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.915837:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cb:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:2.0:1777580307.915839:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580307.915842:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024a69bf600, rc 0) 00000100:00100000:2.0:1777580307.915929:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+355:282789:x1863919946528640:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1312us (2571us total) trans 8589950421 rc 0/0 00000100:00100000:2.0:1777580307.915940:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19096 00000100:00100000:2.0:1777580307.915982:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828863566459 time 7828864843870 state 0x0 ref 1 00000100:00100000:2.0:1777580307.915998:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023871e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+354:282806:x1863919946528384:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580307.916041:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.916056:0:187631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcce expref: 354 pid: 207396 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.916069:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02481646b00) 00010000:00010000:2.0:1777580307.916073:0:187631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.916081:0:187631:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.916087:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.916104:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.916201:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.916209:0:187631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.916216:0:187631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.916227:0:187631:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.916235:0:187631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.924065:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.924334:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946528768 00000100:00100000:0.0:1777580307.924347:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946528768 00000100:00100000:0.0:1777580307.924414:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11706 00000100:00100000:0.0:1777580307.924426:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2362:x1863919946528768:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580307.924977:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2362:x1863919946528768:12345-192.168.202.9@tcp:2:touch.500 Request processed in 550us (921us total) trans 8589938934 rc 0/0 00000100:00100000:0.0:1777580307.924987:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11706 00000100:00100000:3.0:1777580307.940407:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.940998:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946528896 00000100:00100000:1.0:1777580307.941012:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946528896 00000100:00100000:1.0:1777580307.941079:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11707 00000100:00100000:1.0:1777580307.941091:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ac5e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+14:2364:x1863919946528896:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580307.941639:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ac5e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2364:x1863919946528896:12345-192.168.202.9@tcp:2:touch.500 Request processed in 548us (1245us total) trans 8589938534 rc 0/0 00000100:00100000:1.0:1777580307.941648:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11707 00010000:00010000:1.0:1777580307.941725:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.941745:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.941753:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.941759:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.941765:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.941773:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.941792:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa024b7eb0000) 00010000:00010000:1.0:1777580307.941796:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.941801:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.941808:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c04 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.944591:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.944628:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580307.944666:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580307.945412:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946529152 00000100:00100000:0.0:1777580307.945423:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946529152 00000100:00100000:0.0:1777580307.945487:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828864943870 time 7828864843870 state 0x1 ref 2 00000100:00100000:0.0:1777580307.945514:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946529408 00000100:00100000:0.0:1777580307.945517:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946529408 00000100:00100000:0.0:1777580307.945532:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828864943870 time 7828864843870 state 0x1 ref 3 00000100:00100000:0.0:1777580307.945551:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828894514532 time 7828894414532 state 0x1 ref 3 00000100:00100000:0.0:1777580307.945565:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+355:282789:x1863919946529152:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580307.945640:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580307.945676:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48c0b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dce3 expref: 355 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.945700:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cb:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:0.0:1777580307.945716:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580307.945819:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580307.945836:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.945980:0:191688:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.9@tcp) returned -22 from blocking AST (req@0000000016b87b28 x1863919917457664) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcce expref: 354 pid: 207396 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.945996:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48bc5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcce expref: 354 pid: 207396 timeout: 7928 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.946020:0:191688:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae4b6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:191688:1863919917457664:192.168.202.9@tcp:104: 00010000:00010000:1.0:1777580307.946050:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02481646b00) 00010000:00010000:1.0:1777580307.946055:0:191688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946069:0:191688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946079:0:191688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946085:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580307.946747:0:191688:0:(mdd_dir.c:2005:mdd_finish_unlink()) Object [0x200000bd1:0x7f0:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1777580307.946917:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946926:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946933:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946939:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.946944:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946954:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946968:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02481646b00) 00010000:00010000:1.0:1777580307.946971:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580307.946974:0:191688:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946982:0:191688:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.946988:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947025:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947032:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48bef lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947051:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947057:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947063:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947069:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.947072:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947078:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947086:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.947088:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.947092:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.947097:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48be1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.947108:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000076be5f7b reply state 000000007d3ddeb6 transno 8589950422 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.947115:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580307.947430:0:187631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.947438:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.947547:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b6f9b0a6 reply state 000000003330312c transno 8589950423 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.947554:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580307.947663:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580307.947736:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000755c70e3 reply state 00000000a734d7d1 transno 8589950424 ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580307.947743:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580307.947824:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+70:282721:x1863919946528128:12345-192.168.202.9@tcp:36:rm.500 Request processed in 33886us (34513us total) trans 8589950422 rc 0/0 00000100:00100000:1.0:1777580307.947835:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19095 00000100:00100000:1.0:1777580307.947843:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828842655408 time 7828862783956 state 0x2 ref 0 00000100:00100000:1.0:1777580307.947901:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828894514532 time 7828896763108 state 0x0 ref 3 00000100:00100000:1.0:1777580307.947918:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+357:282790:x1863919946529408:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580307.947940:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580307.947957:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48c27 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcea expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.948084:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.948097:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.948106:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.948122:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.948130:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.948167:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580307.948675:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b1:0x0], index 0: 0 00010000:00010000:1.0:1777580307.948857:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e48c3c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949418:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e48c3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949433:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e48c3c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949487:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949496:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949503:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949511:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b21e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.949516:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949523:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949537:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580307.949541:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.949545:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949551:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b21e00/0xcb2b2f2f7e48c2e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580307.949566:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb2969f6 reply state 000000001e5d0186 transno 8589950425 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580307.949576:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580307.949623:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e48c27 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcea expref: 360 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949643:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e48c3c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcea expref: 359 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.949650:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cc:0x0].0x0 (ffffa0248a60eb00) 00010000:00010000:1.0:1777580307.949652:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580307.949655:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20600, rc 0) 00000100:00100000:2.0:1777580307.949857:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023871e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282806:x1863919946528384:12345-192.168.202.9@tcp:36:touch.500 Request processed in 33861us (36451us total) trans 8589950423 rc 0/0 00000100:00100000:2.0:1777580307.949879:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19097 00000100:00100000:0.0:1777580307.954579:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282789:x1863919946529152:12345-192.168.202.9@tcp:36:touch.500 Request processed in 7707us (8692us total) trans 8589950424 rc 0/0 00000100:00100000:0.0:1777580307.954609:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19098 00000100:00100000:0.0:1777580307.954704:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946529664 00000100:00100000:0.0:1777580307.954717:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946529664 00000100:00100000:0.0:1777580307.954788:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4099 00000100:00100000:0.0:1777580307.954798:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282780:x1863919946529664:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:0.0:1777580307.955400:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282780:x1863919946529664:12345-192.168.202.9@tcp:35:touch.500 Request processed in 601us (10730us total) trans 8589950426 rc 0/0 00000100:00100000:0.0:1777580307.955412:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4099 00000100:00100000:1.0:1777580307.963452:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282790:x1863919946529408:12345-192.168.202.9@tcp:101:touch.500 Request processed in 15521us (18804us total) trans 8589950425 rc 0/0 00000100:00100000:1.0:1777580307.963470:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19099 00000100:00100000:1.0:1777580307.963482:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828894514532 time 7828896763108 state 0x2 ref 0 00000100:00100000:1.0:1777580307.973311:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580307.973441:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.973456:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.973466:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.973475:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580307.973481:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.973492:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.973514:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa02481646b00) 00010000:00010000:1.0:1777580307.973518:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580307.973525:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580307.973532:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48c19 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.978774:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946529920 00000100:00100000:2.0:1777580307.978795:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946529920 00000100:00100000:2.0:1777580307.978910:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4100 00000100:00100000:2.0:1777580307.978923:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282785:x1863919946529920:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580307.979444:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282785:x1863919946529920:12345-192.168.202.9@tcp:35:touch.500 Request processed in 522us (6145us total) trans 8589950427 rc 0/0 00000100:00100000:2.0:1777580307.979453:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4100 00010000:00010000:2.0:1777580307.979751:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979764:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979773:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979781:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.979786:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979795:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979816:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa0248a60e100) 00010000:00010000:2.0:1777580307.979820:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.979825:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979831:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20400/0xcb2b2f2f7e48c35 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979886:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979893:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979899:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979904:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.979907:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979914:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979927:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cb:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:2.0:1777580307.979929:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.979932:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979938:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c20 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979961:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979968:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979974:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979979:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580307.979982:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979988:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.979996:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa024b7eb0500) 00010000:00010000:2.0:1777580307.979999:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580307.980003:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.980008:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48be8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.981323:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.981371:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580307.981427:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946530176 00000100:00100000:3.0:1777580307.981439:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946530176 00000100:00100000:3.0:1777580307.981486:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828894514532 time 7828896763108 state 0x0 ref 1 00000100:00100000:3.0:1777580307.981502:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828896863108 time 7828896763108 state 0x1 ref 1 00000100:00100000:3.0:1777580307.981529:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946530432 00000100:00100000:3.0:1777580307.981532:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946530432 00000100:00100000:3.0:1777580307.981545:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828842655408 time 7828862783956 state 0x0 ref 1 00000100:00100000:3.0:1777580307.981552:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828862883956 time 7828862783956 state 0x1 ref 1 00000100:00100000:3.0:1777580307.981574:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828862883956 time 7828930435567 state 0x0 ref 1 00000100:00100000:3.0:1777580307.981676:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282778:x1863919946530432:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580307.981746:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580307.981778:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e489d4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc7a expref: 358 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.981802:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8400/0xcb2b2f2f7e488f4 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc49 expref: 357 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.981816:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c3:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:3.0:1777580307.981825:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580307.981861:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.981888:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.981902:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.981920:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.981928:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.981934:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.983337:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.983354:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.983365:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580307.983996:0:205909:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1835, 64 off125632 00010000:00010000:3.0:1777580307.984075:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.984088:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.984097:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.984105:0:205909:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.984112:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580307.984118:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.987397:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580307.987457:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946530688 00000100:00100000:2.0:1777580307.987469:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946530688 00000100:00100000:2.0:1777580307.987527:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828896863108 time 7828896763108 state 0x1 ref 2 00000100:00100000:2.0:1777580307.987565:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828936527445 time 7828936427445 state 0x1 ref 2 00000100:00100000:2.0:1777580307.987581:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282790:x1863919946530176:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580307.987667:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580307.987703:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20600/0xcb2b2f2f7e48c3c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcea expref: 358 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.987732:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cc:0x0].0x0 (ffffa0248a60eb00) 00010000:00010000:2.0:1777580307.987746:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580307.987853:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.987882:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.987895:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580307.988102:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b948088b reply state 000000004b4cabdc transno 8589950429 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580307.988119:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580307.988266:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282790:x1863919946530176:12345-192.168.202.9@tcp:36:touch.500 Request processed in 687us (6953us total) trans 8589950429 rc 0/0 00000100:00100000:2.0:1777580307.988276:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19100 00000100:00100000:2.0:1777580307.988306:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828936527445 time 7828937168640 state 0x0 ref 1 00000100:00100000:2.0:1777580307.988319:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+358:282806:x1863919946530688:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580307.988334:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580307.988349:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48c6d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcf1 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.988392:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48c6d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcf1 expref: 359 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.988407:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3a00/0xcb2b2f2f7e48c6d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcf1 expref: 359 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580307.988426:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa024b7eb0000) 00010000:00010000:2.0:1777580307.988429:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580307.988432:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3a00, rc 0) 00000100:00100000:2.0:1777580307.988453:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282806:x1863919946530688:12345-192.168.202.9@tcp:101:touch.500 Request processed in 137us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580307.988460:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19102 00000100:00100000:2.0:1777580307.988464:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828936527445 time 7828937168640 state 0x2 ref 0 00010000:00010000:3.0:1777580308.002377:0:205909:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580308.002442:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002458:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002467:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002473:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d8800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.002479:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002487:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002507:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c3:0x0].0x0 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580308.002510:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580308.002515:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002522:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8800/0xcb2b2f2f7e48c58 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002559:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002566:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002573:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002578:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.002581:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002587:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002595:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.002598:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.002601:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.002607:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9a00/0xcb2b2f2f7e48c4a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580308.002620:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c39f001f reply state 0000000035384adb transno 8589950428 ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.002631:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580308.002773:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282778:x1863919946530432:12345-192.168.202.9@tcp:36:rm.500 Request processed in 21095us (21395us total) trans 8589950428 rc 0/0 00000100:00100000:3.0:1777580308.002786:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19101 00000100:00100000:3.0:1777580308.002797:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828862883956 time 7828930435567 state 0x2 ref 0 00000100:00100000:0.0:1777580308.003129:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.003338:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.003369:0:205900:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946531072 00000100:00100000:0.0:1777580308.003379:0:205900:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946531072 00000100:00100000:0.0:1777580308.003437:0:205900:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11708 00000100:00100000:0.0:1777580308.003448:0:205900:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2364:x1863919946531072:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:0.0:1777580308.003749:0:205900:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x15ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777580308.003753:0:205900:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x15ac:0x0] updating lvb mtime from disk: 1777580306 -> 1777580307 00002000:00010000:0.0:1777580308.003757:0:205900:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x15ac:0x0] updating lvb atime from disk: 1777580306 -> 1777580307 00002000:00010000:0.0:1777580308.003759:0:205900:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x15ac:0x0] updating lvb ctime from disk: 1777580306 -> 1777580307 00002000:00010000:0.0:1777580308.003762:0:205900:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x15ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777580308.003811:0:205900:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2364:x1863919946531072:12345-192.168.202.9@tcp:2:touch.500 Request processed in 364us (471us total) trans 8589938935 rc 0/0 00000100:00100000:0.0:1777580308.003819:0:205900:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11708 00000100:00100000:0.0:1777580308.003857:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946530560 00000100:00100000:0.0:1777580308.003862:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946530560 00000100:00100000:0.0:1777580308.003914:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828936527445 time 7828937168640 state 0x0 ref 1 00000100:00100000:0.0:1777580308.003926:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828937268640 time 7828937168640 state 0x1 ref 1 00000100:00100000:0.0:1777580308.003950:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828937268640 time 7828952811870 state 0x0 ref 1 00000100:00100000:0.0:1777580308.003960:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282789:x1863919946530560:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.003977:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.004003:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48c74 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcf8 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.004068:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48c74 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcf8 expref: 360 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.004084:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48c74 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcf8 expref: 360 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.004105:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cb:0x0].0x0 (ffffa024993dfb00) 00010000:00010000:0.0:1777580308.004108:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580308.004111:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997fa00, rc 0) 00000100:00100000:0.0:1777580308.004157:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282789:x1863919946530560:12345-192.168.202.9@tcp:101:touch.500 Request processed in 174us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.004165:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19103 00000100:00100000:0.0:1777580308.004169:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828937268640 time 7828952811870 state 0x2 ref 0 00000100:00080000:0.0:1777580308.004190:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777580308.005442:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.005460:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.005468:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.005474:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb2000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.005480:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.005488:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.005506:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cc:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:3.0:1777580308.005509:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.005514:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.005520:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb2000/0xcb2b2f2f7e48c66 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.007040:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.007164:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946530944 00000100:00100000:3.0:1777580308.007177:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946530944 00000100:00100000:3.0:1777580308.007225:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828862883956 time 7828930435567 state 0x0 ref 1 00000100:00100000:3.0:1777580308.007240:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828930535567 time 7828930435567 state 0x1 ref 1 00000100:00100000:3.0:1777580308.007267:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828930535567 time 7828956129358 state 0x0 ref 1 00000100:00100000:3.0:1777580308.007281:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+69:282708:x1863919946530944:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580308.007999:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580308.008040:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48829 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc11 expref: 69 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008068:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e482e9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90daf9 expref: 68 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008084:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ee:0x0].0x0 (ffffa02498977c00) 00010000:00010000:3.0:1777580308.008097:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580308.008157:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008176:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008189:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008210:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008218:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008225:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008380:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008390:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.008398:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.011231:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580308.011248:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.011261:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580308.011267:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.011278:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.011301:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c3:0x0].0x0 (ffffa02493ac1e00) 00010000:00010000:1.0:1777580308.011304:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580308.011309:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.011316:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9c00/0xcb2b2f2f7e48c5f lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.011344:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580308.011346:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580308.011349:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777580308.012272:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1836, 64 off125696 00000004:00080000:3.0:1777580308.012290:0:187631:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 7828961154512ns, next at 7829961149697ns, rc = 0 00010000:00010000:3.0:1777580308.012394:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012412:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012426:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012435:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012443:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012449:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012473:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580308.012504:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012511:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012518:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012524:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.012527:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012534:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012543:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ee:0x0].0x0 (ffffa02417834700) 00010000:00010000:3.0:1777580308.012546:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580308.012550:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012556:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48c89 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012574:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012581:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012587:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012591:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.012594:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012604:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012611:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.012614:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.012617:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.012622:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48c7b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580308.012634:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000714ac6ca reply state 000000006e7f41b4 transno 8589950430 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.012645:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580308.020059:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.020083:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.020092:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.020099:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023a95d9600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.020106:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.020114:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.020195:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02493ac1500) 00010000:00010000:2.0:1777580308.020200:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.020206:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.020213:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d9600/0xcb2b2f2f7e48c51 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.023226:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580308.023242:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.023256:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580308.023261:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.023271:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.023306:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ee:0x0].0x0 (ffffa02417834700) 00010000:00010000:2.0:1777580308.023310:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580308.023316:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.023323:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48c90 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.023349:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.023351:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.023352:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580308.023463:0:3290:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa02388535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917457792:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777580308.023549:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777580308.033115:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.033253:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.033304:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580308.033335:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580308.033444:0:188249:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917457792 00000100:00100000:0.0:1777580308.033454:0:188249:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917457792 00000100:00100000:0.0:1777580308.033529:0:188249:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1777580308.033540:0:188249:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+43:3290:x1863919917457792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777580308.033591:0:188249:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40173568 pending 0 free 3845128192 avail 3843031040 00000100:00100000:0.0:1777580308.033656:0:188249:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023985f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+43:3290:x1863919917457792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (10107us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.033664:0:188249:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1777580308.033694:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946531200 00000100:00100000:0.0:1777580308.033698:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946531200 00000100:00100000:0.0:1777580308.033721:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828937268640 time 7828952811870 state 0x0 ref 1 00000100:00100000:0.0:1777580308.033734:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828952911870 time 7828952811870 state 0x1 ref 1 00000100:00100000:0.0:1777580308.033749:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946531328 00000100:00100000:0.0:1777580308.033752:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946531328 00000100:00100000:0.0:1777580308.033764:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828956229358 time 7828956129358 state 0x1 ref 2 00000100:00100000:0.0:1777580308.033785:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828952911870 time 7828982647341 state 0x0 ref 1 00000100:00100000:0.0:1777580308.033793:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282790:x1863919946531200:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.033817:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.033848:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c97 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dcff expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.033933:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c97 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcff expref: 360 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.033951:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c97 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcff expref: 360 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.033976:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cc:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:0.0:1777580308.033979:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580308.033983:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f600, rc 0) 00000100:00100000:0.0:1777580308.034029:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282790:x1863919946531200:12345-192.168.202.9@tcp:101:touch.500 Request processed in 235us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.034038:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19105 00000100:00100000:0.0:1777580308.034043:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828952911870 time 7828982647341 state 0x2 ref 0 00000100:00100000:0.0:1777580308.034062:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828956229358 time 7828982925214 state 0x0 ref 2 00000100:00100000:0.0:1777580308.034070:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282791:x1863919946531328:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.034079:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.034090:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48c9e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd06 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034182:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034194:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034202:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034217:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034224:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034229:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034321:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034329:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034336:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034343:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.034348:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034356:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034368:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.034370:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.034374:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034381:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48ca5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034396:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034401:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034406:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034411:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997ee00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.034414:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034419:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034425:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02493bbdc00) 00010000:00010000:0.0:1777580308.034427:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.034429:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034434:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ee00/0xcb2b2f2f7e48cac lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034468:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48c9e lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd06 expref: 360 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034478:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.034480:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.034482:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48c9e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd06 expref: 360 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.034491:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997ea00, rc 0) 00000100:00100000:0.0:1777580308.034515:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282791:x1863919946531328:12345-192.168.202.9@tcp:101:rm.500 Request processed in 445us (1262us total) trans 0 rc 301/301 00000100:00100000:0.0:1777580308.034522:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19106 00000100:00080000:0.0:1777580308.034547:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777580308.034943:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+69:282708:x1863919946530944:12345-192.168.202.9@tcp:36:rm.500 Request processed in 27659us (27909us total) trans 8589950430 rc 0/0 00000100:00100000:3.0:1777580308.034953:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19104 00000100:00100000:3.0:1777580308.034957:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828956229358 time 7828982925214 state 0x2 ref 0 00000100:00100000:0.0:1777580308.035182:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.037669:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946531712 00000100:00100000:2.0:1777580308.037689:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946531712 00000100:00100000:2.0:1777580308.037772:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4101 00000100:00100000:2.0:1777580308.037785:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+359:282806:x1863919946531712:12345-192.168.202.9@tcp:35:touch.500 00000004:00080000:2.0:1777580308.038222:0:187633:0:(mdd_object.c:4010:mdd_close()) Object [0x200000bd1:0x7f0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777580308.038329:0:187633:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1837, 64 off125760 00010000:00010000:2.0:1777580308.038421:0:187633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.038444:0:187633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.038458:0:187633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.038467:0:187633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.038474:0:187633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.038481:0:187633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.038505:0:187633:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777580308.038623:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282806:x1863919946531712:12345-192.168.202.9@tcp:35:touch.500 Request processed in 839us (3439us total) trans 8589950431 rc 0/0 00000100:00100000:2.0:1777580308.038632:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4101 00000100:00100000:2.0:1777580308.038785:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946531456 00000100:00100000:2.0:1777580308.038793:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946531456 00000100:00100000:2.0:1777580308.038843:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11709 00000100:00100000:2.0:1777580308.038852:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+15:2361:x1863919946531456:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580308.039158:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+16:2361:x1863919946531456:12345-192.168.202.9@tcp:2:touch.500 Request processed in 284us (5831us total) trans 8589938535 rc 0/0 00000100:00100000:2.0:1777580308.039165:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11709 00000100:00100000:2.0:1777580308.039197:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa0249c638380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917457920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777580308.039261:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777580308.039357:0:3290:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa02388535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1863919917457792:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777580308.039409:0:188251:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917457920 00000100:00100000:2.0:1777580308.039414:0:188251:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917457920 00000100:00100000:2.0:1777580308.039441:0:188251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1777580308.039448:0:188251:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+44:3291:x1863919917457920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777580308.039474:0:188251:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40173568 pending 0 free 3819962368 avail 3817865216 00000100:00100000:2.0:1777580308.039511:0:188251:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a0417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+44:3291:x1863919917457920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580308.039518:0:188251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1777580308.039554:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa0249c638380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1863919917457920:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777580308.039571:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777580308.041562:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580308.041580:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.041596:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580308.041602:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.041613:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.041635:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f0:0x0].0x0 (ffffa024b7eb0000) 00010000:00010000:0.0:1777580308.041638:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580308.041644:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.041651:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48cb3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 187633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.041678:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.041680:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.041681:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580308.042288:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.042325:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946531968 00000100:00100000:0.0:1777580308.042336:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946531968 00000100:00100000:0.0:1777580308.042386:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828952911870 time 7828982647341 state 0x0 ref 1 00000100:00100000:0.0:1777580308.042402:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828982747341 time 7828982647341 state 0x1 ref 1 00000100:00100000:0.0:1777580308.042430:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828982747341 time 7828991292522 state 0x0 ref 1 00000100:00100000:0.0:1777580308.042444:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+360:282794:x1863919946531968:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.042468:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.042493:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48cba lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd0d expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.042685:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.042703:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.042717:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.042735:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.042743:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.042750:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580308.043417:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x158d:0x0], index 1: 0 00010000:00010000:0.0:1777580308.043631:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48ccf lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043643:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48ccf lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043651:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48ccf lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043693:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043706:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043714:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043720:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.043725:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043732:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043745:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.043748:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.043753:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043761:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48cc1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.043779:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d20dd2c reply state 000000001eddbf64 transno 8589950432 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.043788:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580308.043831:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48cba lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd0d expref: 363 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043848:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48ccf lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd0d expref: 362 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.043861:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cd:0x0].0x0 (ffffa024997a0300) 00010000:00010000:0.0:1777580308.043863:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.043866:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149a00, rc 0) 00000100:00100000:0.0:1777580308.043969:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282794:x1863919946531968:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1527us (1687us total) trans 8589950432 rc 0/0 00000100:00100000:0.0:1777580308.043979:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19107 00000100:00100000:0.0:1777580308.043986:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828982747341 time 7828991292522 state 0x2 ref 0 00010000:00010000:3.0:1777580308.044341:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.044351:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.044358:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.044363:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.044368:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.044375:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.044385:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa0241785f100) 00010000:00010000:3.0:1777580308.044388:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.044391:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.044396:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48c82 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.053238:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.054231:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946532096 00000100:00100000:3.0:1777580308.054245:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946532096 00000100:00100000:3.0:1777580308.054331:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11710 00000100:00100000:3.0:1777580308.054343:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ac5e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2363:x1863919946532096:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580308.067512:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ac5e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2363:x1863919946532096:12345-192.168.202.9@tcp:2:touch.500 Request processed in 13153us (14272us total) trans 8589938936 rc 0/0 00000100:00100000:3.0:1777580308.067531:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11710 00000100:00100000:2.0:1777580308.067779:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.067934:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.067960:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580308.067991:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068004:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068013:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068019:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.068025:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068032:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068055:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024997a0200) 00010000:00010000:2.0:1777580308.068058:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.068063:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068070:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149200/0xcb2b2f2f7e48cc8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.068115:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946532608 00000100:00100000:2.0:1777580308.068126:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946532608 00000100:00100000:2.0:1777580308.068191:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828982747341 time 7828991292522 state 0x0 ref 1 00000100:00100000:2.0:1777580308.068204:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828991392522 time 7828991292522 state 0x1 ref 1 00000100:00100000:2.0:1777580308.068221:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946532736 00000100:00100000:2.0:1777580308.068224:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946532736 00000100:00100000:2.0:1777580308.068235:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828956229358 time 7828982925214 state 0x0 ref 1 00000100:00100000:2.0:1777580308.068241:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828983025214 time 7828982925214 state 0x1 ref 1 00000100:00100000:2.0:1777580308.068259:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828983025214 time 7829017120788 state 0x0 ref 1 00000100:00100000:2.0:1777580308.068270:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0248ba5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282772:x1863919946532736:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580308.068303:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580308.068323:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48cdd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd14 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068425:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068442:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068453:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068469:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068475:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068481:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068582:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068589:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068595:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068601:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.068604:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068610:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068619:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.068622:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.068626:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068632:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ca00/0xcb2b2f2f7e48ce4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068645:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068652:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068657:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068661:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.068663:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068669:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068675:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa024b7eb0500) 00010000:00010000:2.0:1777580308.068678:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.068681:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068686:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784ce00/0xcb2b2f2f7e48ceb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068722:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48cdd lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd14 expref: 364 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068733:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.068735:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.068739:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8c00/0xcb2b2f2f7e48cdd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd14 expref: 364 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068753:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c8c00, rc 0) 00000100:00100000:2.0:1777580308.068821:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0248ba5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282772:x1863919946532736:12345-192.168.202.9@tcp:101:rm.500 Request processed in 552us (860us total) trans 0 rc 301/301 00000100:00100000:2.0:1777580308.068830:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19109 00000100:00100000:2.0:1777580308.068835:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828983025214 time 7829017120788 state 0x2 ref 0 00000100:00100000:2.0:1777580308.068862:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828991392522 time 7829017725703 state 0x0 ref 1 00000100:00100000:2.0:1777580308.068885:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b568ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+362:282794:x1863919946532608:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580308.068919:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580308.068933:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e48ccf lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd0d expref: 362 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.068945:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cd:0x0].0x0 (ffffa024997a0300) 00010000:00010000:2.0:1777580308.068953:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580308.069026:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.069036:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.069043:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580308.069231:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffcff249 reply state 00000000f2f447e3 transno 8589950433 ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.069247:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580308.069312:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b568ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282794:x1863919946532608:12345-192.168.202.9@tcp:36:touch.500 Request processed in 428us (1378us total) trans 8589950433 rc 0/0 00000100:00100000:2.0:1777580308.069319:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19108 00000100:00100000:2.0:1777580308.069322:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828991392522 time 7829017725703 state 0x2 ref 0 00000100:00100000:3.0:1777580308.070028:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946532352 00000100:00100000:3.0:1777580308.070039:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946532352 00000100:00100000:3.0:1777580308.070096:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4102 00000100:00100000:3.0:1777580308.070106:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+363:282789:x1863919946532352:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580308.070439:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282789:x1863919946532352:12345-192.168.202.9@tcp:35:touch.500 Request processed in 334us (2661us total) trans 8589950434 rc 0/0 00000100:00100000:3.0:1777580308.070452:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4102 00000100:00100000:2.0:1777580308.080843:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.080894:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946532992 00000100:00100000:2.0:1777580308.080906:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946532992 00000100:00100000:2.0:1777580308.080968:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4103 00000100:00100000:2.0:1777580308.080979:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+364:282790:x1863919946532992:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580308.081635:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+365:282790:x1863919946532992:12345-192.168.202.9@tcp:35:touch.500 Request processed in 655us (804us total) trans 8589950435 rc 0/0 00000100:00100000:2.0:1777580308.081643:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4103 00010000:00010000:3.0:1777580308.082690:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.082708:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.082717:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.082724:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0248784c000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.082730:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.082740:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.082761:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cd:0x0].0x0 (ffffa024b7eb0e00) 00010000:00010000:3.0:1777580308.082765:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.082771:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.082778:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784c000/0xcb2b2f2f7e48cf2 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.084073:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.084118:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.084164:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.089093:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.102292:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946533120 00000100:00100000:3.0:1777580308.102315:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946533120 00000100:00100000:3.0:1777580308.102383:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828991392522 time 7829017725703 state 0x0 ref 1 00000100:00100000:3.0:1777580308.102401:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829017825703 time 7829017725703 state 0x1 ref 1 00000100:00100000:3.0:1777580308.102443:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946533248 00000100:00100000:3.0:1777580308.102447:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946533248 00000100:00100000:3.0:1777580308.102459:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7828983025214 time 7829017120788 state 0x0 ref 1 00000100:00100000:3.0:1777580308.102466:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829017220788 time 7829017120788 state 0x1 ref 1 00000100:00100000:3.0:1777580308.102482:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946533376 00000100:00100000:3.0:1777580308.102485:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946533376 00000100:00100000:3.0:1777580308.102495:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829017220788 time 7829017120788 state 0x1 ref 2 00000100:00100000:3.0:1777580308.102507:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946533504 00000100:00100000:3.0:1777580308.102510:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946533504 00000100:00100000:3.0:1777580308.102522:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829017220788 time 7829017120788 state 0x1 ref 3 00000100:00100000:3.0:1777580308.102541:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829051503890 time 7829051403890 state 0x1 ref 3 00000100:00100000:3.0:1777580308.102559:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+367:282813:x1863919946533248:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580308.102586:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.102618:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48cf9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd22 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102710:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102730:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102745:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102766:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102773:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102779:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102948:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e48d0e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102958:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e48d0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.102965:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e48d0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580308.102999:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7c8:0x0]: returning size 0 00000004:00200000:3.0:1777580308.103004:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580308.103031:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e48d0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103046:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e48d0e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103056:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103063:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103076:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103084:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.103088:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103097:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103111:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.103114:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.103120:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103128:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48d00 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103168:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103174:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103180:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103184:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.103188:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103198:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103205:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02417834e00) 00010000:00010000:3.0:1777580308.103207:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.103210:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103216:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48d07 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103247:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48cf9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd22 expref: 369 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103260:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e48d0e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd22 expref: 368 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103266:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c8:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:3.0:1777580308.103269:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580308.103271:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fcc00, rc 0) 00000100:00100000:3.0:1777580308.103361:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282813:x1863919946533248:12345-192.168.202.9@tcp:101:rm.500 Request processed in 808us (19241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.103370:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19111 00000100:00100000:3.0:1777580308.103400:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829017825703 time 7829052262253 state 0x0 ref 1 00000100:00100000:3.0:1777580308.103413:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+367:282794:x1863919946533120:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580308.103424:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.103435:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48d15 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd1b expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103467:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48d15 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd1b expref: 368 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103478:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48d15 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd1b expref: 368 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103495:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cd:0x0].0x0 (ffffa02417834f00) 00010000:00010000:3.0:1777580308.103498:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580308.103500:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fd600, rc 0) 00000100:00100000:3.0:1777580308.103520:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282794:x1863919946533120:12345-192.168.202.9@tcp:101:touch.500 Request processed in 110us (19457us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.103526:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19110 00000100:00100000:3.0:1777580308.103530:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829017825703 time 7829052262253 state 0x2 ref 0 00000100:00100000:3.0:1777580308.103548:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052512071 time 7829052412071 state 0x1 ref 2 00000100:00100000:3.0:1777580308.103555:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+367:282796:x1863919946533376:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580308.103562:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.103569:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48d1c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd29 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103598:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103605:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103613:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103623:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103630:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103637:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103696:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48d31 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103706:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48d31 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103713:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48d31 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580308.103732:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7c5:0x0]: returning size 0 00000004:00200000:3.0:1777580308.103735:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580308.103745:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48d31 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103754:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48d31 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103761:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103771:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103777:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103781:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c9800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.103784:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103790:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103798:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.103800:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.103802:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103808:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9800/0xcb2b2f2f7e48d23 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103818:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103823:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103829:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103834:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023af4c8400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.103837:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103843:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103848:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02417834700) 00010000:00010000:3.0:1777580308.103850:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.103852:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103858:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c8400/0xcb2b2f2f7e48d2a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103891:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48d1c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd29 expref: 369 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103903:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48d31 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd29 expref: 368 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.103911:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c5:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:3.0:1777580308.103913:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580308.103916:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023af4c9000, rc 0) 00000100:00100000:3.0:1777580308.103937:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282796:x1863919946533376:12345-192.168.202.9@tcp:101:rm.500 Request processed in 382us (19772us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.103944:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19112 00000100:00100000:3.0:1777580308.103958:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052512071 time 7829052821843 state 0x0 ref 1 00000100:00100000:3.0:1777580308.103968:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+367:282797:x1863919946533504:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580308.103984:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.103992:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48d38 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd30 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104019:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104027:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104034:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104045:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104051:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104057:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104103:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48d4d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104110:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48d4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104117:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48d4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580308.104162:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7c6:0x0]: returning size 0 00000004:00200000:3.0:1777580308.104166:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580308.104175:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48d4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104183:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48d4d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104189:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104194:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104200:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104205:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.104208:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104213:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104221:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.104223:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.104226:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104232:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e48d3f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104241:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104252:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104257:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104262:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.104265:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104270:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104276:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa0241785f100) 00010000:00010000:3.0:1777580308.104277:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.104280:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104285:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e48d46 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104306:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e48d38 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd30 expref: 369 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104317:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48d4d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd30 expref: 368 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104323:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c6:0x0].0x0 (ffffa024185ac900) 00010000:00010000:3.0:1777580308.104325:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580308.104328:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997ea00, rc 0) 00000100:00100000:3.0:1777580308.104352:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+368:282797:x1863919946533504:12345-192.168.202.9@tcp:101:rm.500 Request processed in 385us (15275us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.104359:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19113 00000100:00100000:3.0:1777580308.104363:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052512071 time 7829052821843 state 0x2 ref 0 00000100:00100000:3.0:1777580308.104577:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.104652:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.104716:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946533632 00000100:00100000:3.0:1777580308.104725:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946533632 00000100:00100000:3.0:1777580308.104751:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052512071 time 7829052821843 state 0x0 ref 1 00000100:00100000:3.0:1777580308.104760:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052921843 time 7829052821843 state 0x1 ref 1 00000100:00100000:3.0:1777580308.104768:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946533760 00000100:00100000:3.0:1777580308.104770:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946533760 00000100:00100000:3.0:1777580308.104779:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052921843 time 7829052821843 state 0x1 ref 2 00000100:00100000:3.0:1777580308.104789:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829053752391 time 7829053652391 state 0x1 ref 2 00000100:00100000:3.0:1777580308.104799:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aece0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282808:x1863919946533632:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580308.104809:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.104820:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48d54 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd37 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.104858:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.105025:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829053752391 time 7829053886374 state 0x0 ref 2 00000100:00100000:2.0:1777580308.105040:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282814:x1863919946533760:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580308.105047:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580308.105059:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48d62 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd3e expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.105095:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.110788:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.110829:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.110878:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.110892:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.110898:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111192:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111204:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111221:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111229:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111235:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111271:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111279:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111299:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111306:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.111311:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111325:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111340:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.111343:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.111350:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111356:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48d69 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111371:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111376:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111382:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111386:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.111388:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111395:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111402:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa02499479b00) 00010000:00010000:2.0:1777580308.111404:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.111407:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111414:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48d77 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111470:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48d62 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd3e expref: 371 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111483:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.111485:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.111489:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48d62 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd3e expref: 371 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.111500:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7600, rc 0) 00000100:00100000:2.0:1777580308.111591:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487cc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282814:x1863919946533760:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6552us (6935us total) trans 0 rc 301/301 00000100:00100000:2.0:1777580308.111603:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19115 00000100:00100000:2.0:1777580308.111846:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.115040:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946533888 00000100:00100000:0.0:1777580308.115061:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946533888 00000100:00100000:0.0:1777580308.115128:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829053986374 time 7829053886374 state 0x1 ref 2 00000100:00100000:0.0:1777580308.115185:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829053986374 time 7829064047383 state 0x0 ref 2 00000100:00100000:0.0:1777580308.115205:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282811:x1863919946533888:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.115235:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.115260:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48d7e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd45 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115371:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115389:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115402:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115421:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115428:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115434:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115579:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48d93 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115588:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48d93 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115595:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48d93 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580308.115632:0:191688:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7c9:0x0]: returning size 0 00000004:00200000:0.0:1777580308.115637:0:191688:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580308.115662:0:191688:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48d93 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115676:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48d93 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115686:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115694:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115706:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115712:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.115717:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115726:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115739:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.115742:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.115747:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115754:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e48d85 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115770:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115776:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115781:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115786:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.115788:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115797:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115804:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa024997a0b00) 00010000:00010000:0.0:1777580308.115806:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.115809:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115814:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149800/0xcb2b2f2f7e48d8c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115848:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148600/0xcb2b2f2f7e48d7e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd45 expref: 372 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115864:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48d93 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd45 expref: 371 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.115888:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c9:0x0].0x0 (ffffa02490544200) 00010000:00010000:0.0:1777580308.115891:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.115894:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148c00, rc 0) 00000100:00100000:0.0:1777580308.115990:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282811:x1863919946533888:12345-192.168.202.9@tcp:101:rm.500 Request processed in 791us (4144us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.116000:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19116 00010000:00010000:3.0:1777580308.125209:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125234:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125243:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125250:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0238997e600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.125256:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125267:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125289:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.125292:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.125298:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125307:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997e600/0xcb2b2f2f7e48d5b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125325:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125331:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125338:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125343:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.125346:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125352:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125360:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02493ac1500) 00010000:00010000:3.0:1777580308.125363:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.125366:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125372:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48d70 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125442:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48d54 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd37 expref: 370 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125460:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.125463:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.125467:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f400/0xcb2b2f2f7e48d54 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd37 expref: 370 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.125478:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0238997f400, rc 0) 00000100:00100000:1.0:1777580308.126084:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aece0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282808:x1863919946533632:12345-192.168.202.9@tcp:101:rm.500 Request processed in 21280us (21503us total) trans 0 rc 301/301 00000100:00100000:1.0:1777580308.126098:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19114 00000100:00100000:1.0:1777580308.126108:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829053986374 time 7829064047383 state 0x2 ref 0 00000100:00100000:1.0:1777580308.126228:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.126368:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.126393:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.126411:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.126431:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.126474:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946534016 00000100:00100000:1.0:1777580308.126485:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946534016 00000100:00100000:1.0:1777580308.126532:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946534144 00000100:00100000:1.0:1777580308.126535:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946534144 00000100:00100000:1.0:1777580308.126553:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946534272 00000100:00100000:1.0:1777580308.126556:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946534272 00000100:00100000:1.0:1777580308.126569:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946534400 00000100:00100000:1.0:1777580308.126571:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946534400 00000100:00100000:1.0:1777580308.126585:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946534528 00000100:00100000:1.0:1777580308.126587:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946534528 00000100:00100000:1.0:1777580308.126611:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11711 00000100:00100000:1.0:1777580308.126619:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2363:x1863919946534016:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.126641:0:207637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.126666:0:207637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e48d9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd4c expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.126701:0:207637:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15af:0x0] initial LVB size: 0, mtime: 0x69f3b912, atime: 0x69f3b912, ctime: 0x69f3b912, blocks: 0x1 00010000:00010000:1.0:1777580308.126725:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.126728:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.126740:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e48d9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd4c expref: 26 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.126763:0:207637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a5eb5702/0xcb2b2f2f7e48d9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd4c expref: 26 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.126777:0:207637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b21e00, rc 0) 00000100:00100000:1.0:1777580308.126818:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2363:x1863919946534016:12345-192.168.202.9@tcp:101:rm.500 Request processed in 199us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.126825:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11711 00000100:00100000:1.0:1777580308.126843:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11712 00000100:00100000:1.0:1777580308.126849:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2364:x1863919946534144:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.126860:0:207637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.126889:0:207637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f10661ba/0xcb2b2f2f7e48da1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd53 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.126908:0:207637:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x158a:0x0] initial LVB size: 0, mtime: 0x69f3b912, atime: 0x69f3b912, ctime: 0x69f3b912, blocks: 0x1 00010000:00010000:1.0:1777580308.126918:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.126920:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.126925:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f10661ba/0xcb2b2f2f7e48da1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd53 expref: 19 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.126938:0:207637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f10661ba/0xcb2b2f2f7e48da1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd53 expref: 19 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.126948:0:207637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20600, rc 0) 00000100:00100000:1.0:1777580308.126967:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2364:x1863919946534144:12345-192.168.202.9@tcp:101:rm.500 Request processed in 119us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.126974:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11712 00000100:00100000:1.0:1777580308.126986:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11713 00000100:00100000:1.0:1777580308.126993:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2364:x1863919946534272:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.127000:0:207637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.127009:0:207637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e48da8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd5a expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.127021:0:207637:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b0:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580308.127031:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.127034:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.127038:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e48da8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd5a expref: 26 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.127047:0:207637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e484e6ce/0xcb2b2f2f7e48da8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd5a expref: 26 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.127056:0:207637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20400, rc 0) 00000100:00100000:1.0:1777580308.127075:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2364:x1863919946534272:12345-192.168.202.9@tcp:101:rm.500 Request processed in 83us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.127082:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11713 00000100:00100000:1.0:1777580308.127094:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11714 00000100:00100000:1.0:1777580308.127101:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2361:x1863919946534400:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580308.127494:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946534400:12345-192.168.202.9@tcp:2:touch.500 Request processed in 391us (1079us total) trans 8589938536 rc 0/0 00000100:00100000:1.0:1777580308.127502:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11714 00000100:00100000:1.0:1777580308.127516:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11715 00000100:00100000:1.0:1777580308.127522:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+18:2361:x1863919946534528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.127530:0:207637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.127540:0:207637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e48daf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd61 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.127552:0:207637:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x158b:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580308.127561:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.127563:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.127567:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e48daf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd61 expref: 19 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.127580:0:207637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d483d609/0xcb2b2f2f7e48daf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd61 expref: 19 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.127589:0:207637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb2000, rc 0) 00000100:00100000:1.0:1777580308.127607:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:e34df675-1aa3-4a1f-9c3e-2f402307d398+19:2361:x1863919946534528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 86us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.127613:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11715 00000100:00100000:3.0:1777580308.143410:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.143529:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.146444:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946534656 00000100:00100000:0.0:1777580308.146464:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946534656 00000100:00100000:0.0:1777580308.146514:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829053986374 time 7829064047383 state 0x0 ref 1 00000100:00100000:0.0:1777580308.146531:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829064147383 time 7829064047383 state 0x1 ref 1 00000100:00100000:0.0:1777580308.146571:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829064147383 time 7829095432826 state 0x0 ref 1 00000100:00100000:0.0:1777580308.146589:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02487cc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282808:x1863919946534656:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.146615:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.146645:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48db6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd68 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146741:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146760:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146774:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146790:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146796:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146802:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146920:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146930:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146941:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146948:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.146953:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146961:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146975:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.146978:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.146983:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.146990:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dbd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147010:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147015:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147019:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147024:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.147026:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147035:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147041:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024997a0c00) 00010000:00010000:0.0:1777580308.147043:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.147046:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147050:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48dc4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147086:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48db6 lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd68 expref: 370 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147097:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.147100:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.147103:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48db6 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd68 expref: 370 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.147113:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50600, rc 0) 00000100:00100000:0.0:1777580308.147243:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02487cc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282808:x1863919946534656:12345-192.168.202.9@tcp:101:rm.500 Request processed in 661us (3849us total) trans 0 rc 301/301 00000100:00100000:0.0:1777580308.147252:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19117 00000100:00100000:0.0:1777580308.147258:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829064147383 time 7829095432826 state 0x2 ref 0 00000100:00100000:2.0:1777580308.154986:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946534912 00000100:00100000:2.0:1777580308.155007:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946534912 00000100:00100000:2.0:1777580308.155104:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4104 00000100:00100000:2.0:1777580308.155116:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282794:x1863919946534912:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580308.155626:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282794:x1863919946534912:12345-192.168.202.9@tcp:35:touch.500 Request processed in 510us (12093us total) trans 8589950436 rc 0/0 00000100:00100000:2.0:1777580308.155636:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4104 00000100:00100000:3.0:1777580308.157616:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.157744:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946535168 00000100:00100000:0.0:1777580308.157757:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946535168 00000100:00100000:0.0:1777580308.157807:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829064147383 time 7829095432826 state 0x0 ref 1 00000100:00100000:0.0:1777580308.157823:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829095532826 time 7829095432826 state 0x1 ref 1 00000100:00100000:0.0:1777580308.157855:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829095532826 time 7829106716236 state 0x0 ref 1 00000100:00100000:0.0:1777580308.157878:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282766:x1863919946535168:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580308.157948:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580308.157983:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0248784d600/0xcb2b2f2f7e48a98 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc9d expref: 370 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158012:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a5fb5400/0xcb2b2f2f7e48788 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dbe0 expref: 369 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158023:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c2:0x0].0x0 (ffffa0241785f400) 00010000:00010000:0.0:1777580308.158035:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.158065:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158082:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158093:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158108:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158114:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158120:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158294:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158302:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158309:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580308.158893:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1832, 64 off125440 00000004:00080000:0.0:1777580308.158905:0:207396:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7829107769516ns, next at 7830107766626ns, rc = 0 00010000:00010000:0.0:1777580308.158979:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158989:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.158999:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159008:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159016:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159022:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159733:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580308.159771:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159780:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159786:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159792:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.159797:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159805:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159818:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c2:0x0].0x0 (ffffa024997a0f00) 00010000:00010000:0.0:1777580308.159821:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580308.159825:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159832:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48dd9 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159858:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159863:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159883:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159888:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.159892:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159897:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159905:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.159908:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.159911:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.159917:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48dcb lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.159928:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000057e5097 reply state 00000000ca0b8604 transno 8589950437 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.159939:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.160065:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+370:282766:x1863919946535168:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2194us (2457us total) trans 8589950437 rc 0/0 00000100:00100000:0.0:1777580308.160077:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19118 00000100:00100000:0.0:1777580308.160087:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829095532826 time 7829106716236 state 0x2 ref 0 00010000:00010000:0.0:1777580308.161787:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580308.161804:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.161818:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580308.161823:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.161833:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.161854:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c2:0x0].0x0 (ffffa024997a0f00) 00010000:00010000:0.0:1777580308.161857:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580308.161863:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.161881:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48de0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.161916:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.161919:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.161921:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580308.176377:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580308.176525:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.176542:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.176550:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.176557:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.176563:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.176571:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.176592:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024997a0b00) 00010000:00010000:0.0:1777580308.176596:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.176601:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.176608:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48dd2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.176664:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946535424 00000100:00100000:0.0:1777580308.176675:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946535424 00000100:00100000:0.0:1777580308.176721:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829017825703 time 7829052262253 state 0x0 ref 1 00000100:00100000:0.0:1777580308.176736:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052362253 time 7829052262253 state 0x1 ref 1 00000100:00100000:0.0:1777580308.176766:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052362253 time 7829125627856 state 0x0 ref 1 00000100:00100000:0.0:1777580308.176780:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+369:282800:x1863919946535424:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.176816:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.176835:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48de7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd6f expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.177030:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.177047:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.177057:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.177072:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.177078:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.177084:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580308.177747:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b2:0x0], index 0: 0 00010000:00010000:0.0:1777580308.177973:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48dfc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.177986:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48dfc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.177994:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48dfc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178036:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178044:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178052:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178057:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.178061:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178067:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178079:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.178082:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.178087:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178093:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48dee lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.178112:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df742307 reply state 00000000a75f454d transno 8589950438 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.178123:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580308.178192:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48de7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd6f expref: 372 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178210:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48dfc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd6f expref: 371 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.178219:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ce:0x0].0x0 (ffffa024997a0d00) 00010000:00010000:0.0:1777580308.178222:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.178224:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0200, rc 0) 00000100:00100000:0.0:1777580308.178326:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+372:282800:x1863919946535424:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1548us (1964us total) trans 8589950438 rc 0/0 00000100:00100000:0.0:1777580308.178336:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19119 00000100:00100000:0.0:1777580308.178344:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052362253 time 7829125627856 state 0x2 ref 0 00000100:00100000:3.0:1777580308.178736:0:187653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aef34700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:187653:1863919917458048:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1777580308.178796:0:187653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777580308.178837:0:187653:0:(client.c:2691:ptlrpc_set_wait()) set ffffa0239556f540 going to sleep for 11 seconds 00000100:00100000:0.0:1777580308.180121:0:205897:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917458048 00000100:00100000:0.0:1777580308.180150:0:205897:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917458048 00000100:00100000:0.0:1777580308.180223:0:205897:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11716 00000100:00100000:0.0:1777580308.180234:0:205897:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+43:187653:x1863919917458048:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1777580308.180355:0:205897:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 5570 00010000:00010000:1.0:1777580308.184817:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.184850:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.184859:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.184873:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.184879:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.184888:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.184909:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa024997a0c00) 00010000:00010000:1.0:1777580308.184913:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.184920:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.184932:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48df5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.185263:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.186463:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946535680 00000100:00100000:1.0:1777580308.186478:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946535680 00000100:00100000:1.0:1777580308.186529:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829052362253 time 7829125627856 state 0x0 ref 1 00000100:00100000:1.0:1777580308.186546:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829125727856 time 7829125627856 state 0x1 ref 1 00000100:00100000:1.0:1777580308.186588:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829125727856 time 7829135449440 state 0x0 ref 1 00000100:00100000:1.0:1777580308.186606:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+371:282803:x1863919946535680:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.186637:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.186663:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48e0a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd76 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.186856:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.186888:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.186902:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.186923:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.186929:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.186936:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580308.188744:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x158e:0x0], index 1: 0 00010000:00010000:1.0:1777580308.189029:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48e1f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189050:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48e1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189063:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48e1f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189110:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189117:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189124:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189130:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.189164:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189173:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189187:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.189190:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.189196:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189202:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e48e11 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.189218:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca7544cf reply state 0000000097a514f3 transno 8589950439 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.189229:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580308.189278:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e48e0a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd76 expref: 374 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189315:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48e1f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd76 expref: 373 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.189324:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cf:0x0].0x0 (ffffa024185aa100) 00010000:00010000:1.0:1777580308.189327:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580308.189330:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4da00, rc 0) 00000100:00100000:1.0:1777580308.189458:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+374:282803:x1863919946535680:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2858us (4200us total) trans 8589950439 rc 0/0 00000100:00100000:1.0:1777580308.189469:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19120 00000100:00100000:1.0:1777580308.189481:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829125727856 time 7829135449440 state 0x2 ref 0 00000100:00100000:0.0:1777580308.189732:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.195204:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946535936 00000100:00100000:1.0:1777580308.195228:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946535936 00000100:00100000:1.0:1777580308.197186:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829125727856 time 7829135449440 state 0x0 ref 1 00000100:00100000:1.0:1777580308.197212:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829135549440 time 7829135449440 state 0x1 ref 1 00000100:00100000:1.0:1777580308.197272:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829135549440 time 7829146134284 state 0x0 ref 1 00000100:00100000:1.0:1777580308.197396:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+374:282800:x1863919946535936:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580308.197479:0:205909:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580308.197517:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48dfc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd6f expref: 374 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.197547:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ce:0x0].0x0 (ffffa024997a0d00) 00010000:00010000:1.0:1777580308.197564:0:205909:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777580308.198253:0:205897:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:187653:x1863919917458048:12345-0@lo:5:osp-pre-0-0.0 Request processed in 18016us (19452us total) trans 8589938937 rc 0/0 00000100:00100000:0.0:1777580308.198266:0:205897:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11716 00010000:00010000:1.0:1777580308.198408:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.198427:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.198442:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.198608:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ec46db5 reply state 00000000e1cb1c41 transno 8589950440 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.198618:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.199205:0:187653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aef34700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:187653:1863919917458048:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1777580308.199225:0:187653:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x15b2:0x0]-[0x240000400:0x15e1:0x0] 00000100:00100000:1.0:1777580308.203486:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282800:x1863919946535936:12345-192.168.202.9@tcp:36:touch.500 Request processed in 6183us (13738us total) trans 8589950440 rc 0/0 00000100:00100000:1.0:1777580308.203503:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19121 00000100:00100000:1.0:1777580308.203514:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829135549440 time 7829146134284 state 0x2 ref 0 00000100:00100000:0.0:1777580308.206744:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.207036:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1777580308.209583:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.209607:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.209618:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.209901:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.209908:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.209918:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.209939:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024185aa300) 00010000:00010000:1.0:1777580308.209942:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.209946:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.209953:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48e18 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.218958:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946536192 00000100:00100000:3.0:1777580308.218979:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946536192 00000100:00100000:3.0:1777580308.219035:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829135549440 time 7829146134284 state 0x0 ref 1 00000100:00100000:3.0:1777580308.219052:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829146234284 time 7829146134284 state 0x1 ref 1 00000100:00100000:3.0:1777580308.219090:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946536448 00000100:00100000:3.0:1777580308.219095:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946536448 00000100:00100000:3.0:1777580308.219108:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829146234284 time 7829146134284 state 0x1 ref 2 00000100:00100000:3.0:1777580308.219128:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829168090967 time 7829167990967 state 0x1 ref 2 00000100:00100000:3.0:1777580308.219165:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+375:282803:x1863919946536192:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580308.219275:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580308.219312:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48e1f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd76 expref: 375 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.219336:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cf:0x0].0x0 (ffffa024185aa100) 00010000:00010000:3.0:1777580308.219351:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580308.219548:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.219565:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.219580:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580308.219902:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000018f3a646 reply state 0000000061705b87 transno 8589950441 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.219915:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.220651:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829168090967 time 7829169508776 state 0x0 ref 2 00000100:00100000:0.0:1777580308.220679:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+376:282804:x1863919946536448:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.220698:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.220717:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48e3b lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd7d expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.220884:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.220899:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.220911:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.220927:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.220935:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.220947:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580308.223883:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b3:0x0], index 0: 0 00010000:00010000:0.0:1777580308.224219:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e48e50 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224244:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e48e50 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224259:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e48e50 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224313:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224321:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224329:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224336:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.224341:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224350:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224365:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.224369:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.224376:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.224383:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e42 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.224403:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c691330f reply state 000000005bce948b transno 8589950442 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.224414:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580308.225284:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48e3b lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd7d expref: 379 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.225311:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e48e50 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd7d expref: 378 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.225321:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7d0:0x0].0x0 (ffffa024997a0f00) 00010000:00010000:0.0:1777580308.225323:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.225327:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0e00, rc 0) 00000100:00100000:3.0:1777580308.225497:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282803:x1863919946536192:12345-192.168.202.9@tcp:36:touch.500 Request processed in 6338us (18763us total) trans 8589950441 rc 0/0 00000100:00100000:3.0:1777580308.225509:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19122 00000100:00100000:0.0:1777580308.225920:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282804:x1863919946536448:12345-192.168.202.9@tcp:101:touch.500 Request processed in 5251us (18883us total) trans 8589950442 rc 0/0 00000100:00100000:0.0:1777580308.225928:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19123 00000100:00100000:0.0:1777580308.225936:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829168090967 time 7829169508776 state 0x2 ref 0 00000100:00100000:0.0:1777580308.226245:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.226321:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946536576 00000100:00100000:0.0:1777580308.226332:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946536576 00000100:00100000:0.0:1777580308.226368:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829168090967 time 7829169508776 state 0x0 ref 1 00000100:00100000:0.0:1777580308.226383:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829169608776 time 7829169508776 state 0x1 ref 1 00000100:00100000:0.0:1777580308.226411:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829169608776 time 7829175273284 state 0x0 ref 1 00000100:00100000:0.0:1777580308.226423:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282800:x1863919946536576:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.226461:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.226485:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48e5e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd84 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.226558:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48e5e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd84 expref: 379 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.226574:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48e5e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd84 expref: 379 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.226596:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ce:0x0].0x0 (ffffa024185aa000) 00010000:00010000:0.0:1777580308.226599:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580308.226603:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1c00, rc 0) 00000100:00100000:0.0:1777580308.226947:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282800:x1863919946536576:12345-192.168.202.9@tcp:101:touch.500 Request processed in 524us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.226957:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19124 00000100:00100000:0.0:1777580308.226963:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829169608776 time 7829175273284 state 0x2 ref 0 00010000:00010000:1.0:1777580308.228612:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.229857:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.229879:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.229888:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.229894:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.229909:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.229934:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ce:0x0].0x0 (ffffa024185aa000) 00010000:00010000:1.0:1777580308.229938:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.229944:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.229952:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48e2d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234462:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234485:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234493:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234500:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.234506:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234516:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234538:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa024997a0b00) 00010000:00010000:1.0:1777580308.234542:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.234548:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234555:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48e49 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234607:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234614:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234620:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234638:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.234640:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234646:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234655:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cf:0x0].0x0 (ffffa02493ac1500) 00010000:00010000:1.0:1777580308.234657:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.234660:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.234666:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48e34 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.241094:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.243709:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946536832 00000100:00100000:3.0:1777580308.243730:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946536832 00000100:00100000:3.0:1777580308.243833:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11717 00000100:00100000:3.0:1777580308.243859:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+26:2364:x1863919946536832:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580308.244349:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2364:x1863919946536832:12345-192.168.202.9@tcp:2:touch.500 Request processed in 493us (3264us total) trans 8589938938 rc 0/0 00000100:00100000:3.0:1777580308.244359:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11717 00000100:00100000:0.0:1777580308.257098:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.257269:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.262082:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.262117:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.263401:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946537088 00000100:00100000:2.0:1777580308.263417:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946537088 00000100:00100000:2.0:1777580308.263481:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829169608776 time 7829175273284 state 0x0 ref 1 00000100:00100000:2.0:1777580308.263498:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829175373284 time 7829175273284 state 0x1 ref 1 00000100:00100000:2.0:1777580308.263534:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946537216 00000100:00100000:2.0:1777580308.263538:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946537216 00000100:00100000:2.0:1777580308.263551:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829095532826 time 7829106716236 state 0x0 ref 1 00000100:00100000:2.0:1777580308.263558:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829106816236 time 7829106716236 state 0x1 ref 1 00000100:00100000:2.0:1777580308.263585:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829106816236 time 7829212446292 state 0x0 ref 1 00000100:00100000:2.0:1777580308.263603:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282816:x1863919946537216:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580308.266236:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580308.266289:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48e65 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd92 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.266397:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.266417:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.266432:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.266455:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.266463:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.266474:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268019:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48e7a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268043:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48e7a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268055:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48e7a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580308.268107:0:188495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7cc:0x0]: returning size 0 00000004:00200000:2.0:1777580308.268112:0:188495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580308.268153:0:188495:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48e7a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268169:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48e7a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268180:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268188:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268195:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268202:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.268206:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268215:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268230:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.268233:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.268239:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268245:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48e6c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268266:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268272:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268278:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268283:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.268285:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268292:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268300:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02499479b00) 00010000:00010000:2.0:1777580308.268302:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.268305:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268312:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48e73 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268361:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48e65 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd92 expref: 379 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268379:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48e7a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd92 expref: 378 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268387:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cc:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:2.0:1777580308.268389:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580308.268393:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7600, rc 0) 00000100:00100000:2.0:1777580308.268506:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282816:x1863919946537216:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4907us (11234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580308.268518:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19126 00000100:00100000:2.0:1777580308.268527:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829106816236 time 7829212446292 state 0x2 ref 0 00000100:00100000:2.0:1777580308.268583:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829175373284 time 7829217445044 state 0x0 ref 1 00000100:00100000:2.0:1777580308.268602:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282804:x1863919946537088:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580308.268657:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580308.268672:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0e00/0xcb2b2f2f7e48e50 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd7d expref: 377 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268688:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7d0:0x0].0x0 (ffffa024997a0f00) 00010000:00010000:2.0:1777580308.268696:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580308.268772:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268782:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.268790:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580308.270162:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000676364a8 reply state 0000000020e5895e transno 8589950443 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.270180:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580308.270338:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282804:x1863919946537088:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1739us (13250us total) trans 8589950443 rc 0/0 00000100:00100000:2.0:1777580308.270348:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19125 00000100:00100000:2.0:1777580308.270356:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829175373284 time 7829217445044 state 0x2 ref 0 00000100:00100000:2.0:1777580308.270417:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946537728 00000100:00100000:2.0:1777580308.270426:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946537728 00000100:00100000:2.0:1777580308.270476:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4105 00000100:00100000:2.0:1777580308.270486:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282800:x1863919946537728:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580308.270757:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282800:x1863919946537728:12345-192.168.202.9@tcp:35:touch.500 Request processed in 270us (8688us total) trans 8589950444 rc 0/0 00000100:00100000:2.0:1777580308.270764:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4105 00000100:00100000:0.0:1777580308.271155:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.271220:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.271346:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946537344 00000100:00100000:0.0:1777580308.271352:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946537344 00000100:00100000:0.0:1777580308.271384:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829106816236 time 7829212446292 state 0x0 ref 1 00000100:00100000:0.0:1777580308.271397:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829212546292 time 7829212446292 state 0x1 ref 1 00000100:00100000:0.0:1777580308.271421:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946537472 00000100:00100000:0.0:1777580308.271424:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946537472 00000100:00100000:0.0:1777580308.271436:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829212546292 time 7829212446292 state 0x1 ref 2 00000100:00100000:0.0:1777580308.271451:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946536704 00000100:00100000:0.0:1777580308.271453:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946536704 00000100:00100000:0.0:1777580308.271466:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829175373284 time 7829217445044 state 0x0 ref 1 00000100:00100000:0.0:1777580308.271473:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829217545044 time 7829217445044 state 0x1 ref 1 00000100:00100000:0.0:1777580308.271486:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829220448863 time 7829220348863 state 0x1 ref 2 00000100:00100000:0.0:1777580308.271497:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282819:x1863919946537344:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.271512:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.271534:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e88 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd99 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271603:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271621:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271635:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271655:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271662:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271669:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271809:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e48e9d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271820:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e48e9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271827:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e48e9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580308.271877:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7cd:0x0]: returning size 0 00000004:00200000:0.0:1777580308.271883:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580308.271903:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e48e9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271916:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e48e9d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271924:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271931:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271943:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271950:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.271955:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271964:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271978:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.271982:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.271987:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.271994:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48e8f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272010:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272016:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272022:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272026:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.272029:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272039:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272047:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa024997a0a00) 00010000:00010000:0.0:1777580308.272049:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.272052:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272058:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48e96 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272092:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48e88 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd99 expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272108:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e48e9d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd99 expref: 382 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272116:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cd:0x0].0x0 (ffffa02417834f00) 00010000:00010000:0.0:1777580308.272118:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.272121:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0c00, rc 0) 00000100:00100000:0.0:1777580308.272216:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282819:x1863919946537344:12345-192.168.202.9@tcp:101:rm.500 Request processed in 719us (10096us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.272223:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19127 00000100:00100000:0.0:1777580308.272252:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829217545044 time 7829221113885 state 0x0 ref 1 00000100:00100000:0.0:1777580308.272265:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282803:x1863919946536704:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.272277:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.272290:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48ea4 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dd8b expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272326:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48ea4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd8b expref: 382 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272336:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48ea4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd8b expref: 382 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272354:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cf:0x0].0x0 (ffffa024997a0900) 00010000:00010000:0.0:1777580308.272357:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580308.272359:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1000, rc 0) 00000100:00100000:0.0:1777580308.272380:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282803:x1863919946536704:12345-192.168.202.9@tcp:101:touch.500 Request processed in 118us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.272386:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19129 00000100:00100000:0.0:1777580308.272390:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829217545044 time 7829221113885 state 0x2 ref 0 00000100:00100000:0.0:1777580308.272408:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829220448863 time 7829221271759 state 0x0 ref 1 00000100:00100000:0.0:1777580308.272418:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282815:x1863919946537472:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.272427:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.272436:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48eab lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dda0 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272470:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272479:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272486:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272499:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272506:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272512:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272580:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48ec0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272589:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272596:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580308.272618:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7cb:0x0]: returning size 0 00000004:00200000:0.0:1777580308.272620:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580308.272632:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272641:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272648:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272658:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272663:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272668:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.272671:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272677:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272686:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.272688:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.272691:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272698:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51c00/0xcb2b2f2f7e48eb2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272711:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272718:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272723:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272728:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.272731:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272737:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272744:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa024997a0b00) 00010000:00010000:0.0:1777580308.272746:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.272749:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272754:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e48eb9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272779:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e48eab lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dda0 expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272791:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dda0 expref: 382 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.272798:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cb:0x0].0x0 (ffffa024993dfb00) 00010000:00010000:0.0:1777580308.272800:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.272803:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50a00, rc 0) 00000100:00100000:0.0:1777580308.272826:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282815:x1863919946537472:12345-192.168.202.9@tcp:101:rm.500 Request processed in 409us (1673us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.272832:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19128 00000100:00100000:0.0:1777580308.272836:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829220448863 time 7829221271759 state 0x2 ref 0 00010000:00010000:2.0:1777580308.278109:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.278160:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.278175:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.278181:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.278187:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.278196:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.278216:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7d0:0x0].0x0 (ffffa02499479000) 00010000:00010000:2.0:1777580308.278220:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.278225:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.278232:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e48e81 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.283316:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.283364:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.283396:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.283419:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.283436:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.283461:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.283496:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946537984 00000100:00100000:0.0:1777580308.283508:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946537984 00000100:00100000:0.0:1777580308.283560:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829217545044 time 7829221113885 state 0x0 ref 1 00000100:00100000:0.0:1777580308.283576:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829221213885 time 7829221113885 state 0x1 ref 1 00000100:00100000:0.0:1777580308.283599:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946538368 00000100:00100000:0.0:1777580308.283602:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946538368 00000100:00100000:0.0:1777580308.283616:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829220448863 time 7829221271759 state 0x0 ref 1 00000100:00100000:0.0:1777580308.283622:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829221371759 time 7829221271759 state 0x1 ref 1 00000100:00100000:0.0:1777580308.283644:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829221213885 time 7829232505103 state 0x0 ref 1 00000100:00100000:0.0:1777580308.283657:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02486243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282804:x1863919946537984:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.283688:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.283718:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48ec7 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddae expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.283799:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddae expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.283816:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddae expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.283854:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7d0:0x0].0x0 (ffffa024997a0a00) 00010000:00010000:0.0:1777580308.283858:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580308.283863:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51000, rc 0) 00000100:00100000:0.0:1777580308.283949:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02486243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282804:x1863919946537984:12345-192.168.202.9@tcp:101:touch.500 Request processed in 294us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.283957:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19130 00000100:00100000:0.0:1777580308.283963:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829221213885 time 7829232505103 state 0x2 ref 0 00000100:00100000:0.0:1777580308.283990:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829221371759 time 7829232853719 state 0x0 ref 1 00000100:00100000:0.0:1777580308.284000:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282814:x1863919946538368:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.284010:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.284020:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48ece lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddbc expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284082:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284094:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284104:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284119:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284127:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284162:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284256:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284264:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284272:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284279:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.284284:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284292:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284304:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.284307:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.284312:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284319:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e48ed5 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284337:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284345:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284352:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284358:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.284361:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284368:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284376:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xa59895a8 (ffffa024997a0d00) 00010000:00010000:0.0:1777580308.284379:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.284382:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284388:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e48edc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xa59895a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284424:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48ece lrc: 1/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddbc expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284435:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.284437:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.284440:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e48ece lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddbc expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284451:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50e00, rc 0) 00000100:00100000:0.0:1777580308.284480:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282814:x1863919946538368:12345-192.168.202.9@tcp:101:rm.500 Request processed in 480us (1041us total) trans 0 rc 301/301 00000100:00100000:0.0:1777580308.284490:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19131 00000100:00100000:0.0:1777580308.284494:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829221371759 time 7829232853719 state 0x2 ref 0 00000100:00100000:0.0:1777580308.284527:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946537856 00000100:00100000:0.0:1777580308.284534:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946537856 00000100:00100000:0.0:1777580308.284568:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946538112 00000100:00100000:0.0:1777580308.284572:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946538112 00000100:00100000:0.0:1777580308.284592:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946538240 00000100:00100000:0.0:1777580308.284596:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946538240 00000100:00100000:0.0:1777580308.284624:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946538496 00000100:00100000:0.0:1777580308.284627:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946538496 00000100:00100000:0.0:1777580308.284650:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11718 00000100:00100000:0.0:1777580308.284658:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+27:2363:x1863919946537856:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.284668:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.284685:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e48ee3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dda7 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580308.284713:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b1:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:0.0:1777580308.284728:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580308.284730:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580308.284738:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e48ee3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dda7 expref: 28 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284754:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000be97b8f/0xcb2b2f2f7e48ee3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dda7 expref: 28 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.284765:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4800, rc 0) 00000100:00100000:0.0:1777580308.284787:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2363:x1863919946537856:12345-192.168.202.9@tcp:101:rm.500 Request processed in 130us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.284794:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11718 00000100:00100000:0.0:1777580308.284808:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11719 00000100:00100000:0.0:1777580308.284814:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2363:x1863919946538112:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580308.285185:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2363:x1863919946538112:12345-192.168.202.9@tcp:2:touch.500 Request processed in 367us (1783us total) trans 8589938537 rc 0/0 00000100:00100000:0.0:1777580308.285193:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11719 00000100:00100000:0.0:1777580308.285205:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11720 00000100:00100000:0.0:1777580308.285211:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2362:x1863919946538240:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.285218:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.285231:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e48eea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddb5 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580308.285246:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x158d:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:0.0:1777580308.285255:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580308.285257:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580308.285262:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e48eea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddb5 expref: 22 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.285275:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aee5a55a/0xcb2b2f2f7e48eea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddb5 expref: 22 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.285283:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5600, rc 0) 00000100:00100000:0.0:1777580308.285302:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2362:x1863919946538240:12345-192.168.202.9@tcp:101:rm.500 Request processed in 91us (1882us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.285308:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11720 00000100:00100000:0.0:1777580308.285321:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11721 00000100:00100000:0.0:1777580308.285328:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+21:2363:x1863919946538496:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.285335:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.285346:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e48ef1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddc3 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777580308.285360:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x158c:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:0.0:1777580308.285368:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580308.285370:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777580308.285374:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e48ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddc3 expref: 22 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.285385:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f80d2481/0xcb2b2f2f7e48ef1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddc3 expref: 22 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.285394:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4400, rc 0) 00000100:00100000:0.0:1777580308.285412:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2363:x1863919946538496:12345-192.168.202.9@tcp:101:rm.500 Request processed in 85us (1950us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.285417:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11721 00000100:00100000:3.0:1777580308.301171:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.301218:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.301325:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946538752 00000100:00100000:2.0:1777580308.301339:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946538752 00000100:00100000:2.0:1777580308.301400:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4106 00000100:00100000:2.0:1777580308.301411:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282803:x1863919946538752:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580308.301883:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2f450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282803:x1863919946538752:12345-192.168.202.9@tcp:35:touch.500 Request processed in 472us (745us total) trans 8589950445 rc 0/0 00000100:00100000:2.0:1777580308.301892:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4106 00000100:00100000:0.0:1777580308.307911:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.309031:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946539136 00000100:00100000:3.0:1777580308.309046:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946539136 00000100:00100000:3.0:1777580308.309099:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829221371759 time 7829232853719 state 0x0 ref 1 00000100:00100000:3.0:1777580308.309130:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829232953719 time 7829232853719 state 0x1 ref 1 00000100:00100000:3.0:1777580308.309182:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829232953719 time 7829258044286 state 0x0 ref 1 00000100:00100000:3.0:1777580308.309199:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282811:x1863919946539136:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580308.309279:0:187630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580308.309317:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e48d93 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd45 expref: 383 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309348:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8e00/0xcb2b2f2f7e48bd3 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcdc expref: 382 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309364:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c9:0x0].0x0 (ffffa02490544200) 00010000:00010000:3.0:1777580308.309377:0:187630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580308.309409:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309427:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309440:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309457:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309469:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309475:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309638:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309647:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.309654:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580308.310301:0:187630:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1838, 64 off125824 00010000:00010000:3.0:1777580308.310385:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310396:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310406:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310415:0:187630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310422:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310428:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310455:0:187630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580308.310481:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310488:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310495:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310501:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.310505:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310513:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310522:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c9:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:3.0:1777580308.310526:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580308.310530:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310537:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f06 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310554:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310559:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310569:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310574:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.310577:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310582:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310588:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.310590:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.310593:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.310598:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48ef8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580308.310605:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b2be783 reply state 00000000e42d5f2e transno 8589950446 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.310613:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580308.310715:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282811:x1863919946539136:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1518us (2819us total) trans 8589950446 rc 0/0 00000100:00100000:3.0:1777580308.310726:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19132 00000100:00100000:3.0:1777580308.310734:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829232953719 time 7829258044286 state 0x2 ref 0 00000100:00100000:1.0:1777580308.312052:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946538880 00000100:00100000:1.0:1777580308.312069:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946538880 00000100:00100000:1.0:1777580308.312181:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11722 00000100:00100000:1.0:1777580308.312194:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+28:2361:x1863919946538880:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580308.312584:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+29:2361:x1863919946538880:12345-192.168.202.9@tcp:2:touch.500 Request processed in 391us (11362us total) trans 8589938939 rc 0/0 00000100:00100000:1.0:1777580308.312592:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11722 00010000:00010000:2.0:1777580308.316089:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580308.316105:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.316124:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580308.316129:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.316165:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.316187:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c9:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:2.0:1777580308.316190:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580308.316195:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.316201:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f0d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.316223:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.316225:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.316227:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580308.323770:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.323792:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.323801:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.323809:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.323817:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.323825:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.324732:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02493ac1e00) 00010000:00010000:1.0:1777580308.324741:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.324750:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.324761:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48eff lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.330328:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.330892:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.333463:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946539648 00000100:00100000:2.0:1777580308.333484:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946539648 00000100:00100000:2.0:1777580308.333536:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829232953719 time 7829258044286 state 0x0 ref 1 00000100:00100000:2.0:1777580308.333554:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829258144286 time 7829258044286 state 0x1 ref 1 00000100:00100000:2.0:1777580308.333593:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829258144286 time 7829282455731 state 0x0 ref 1 00000100:00100000:2.0:1777580308.333611:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238941d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282797:x1863919946539648:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580308.333693:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580308.333731:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997ea00/0xcb2b2f2f7e48d4d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd30 expref: 382 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.333757:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9200/0xcb2b2f2f7e48a0c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc81 expref: 381 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.333769:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c6:0x0].0x0 (ffffa024185ac900) 00010000:00010000:2.0:1777580308.333782:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580308.333813:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.333831:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.335009:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.335037:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.335048:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.335055:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.335221:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.335229:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.335237:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580308.337204:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1839, 64 off125888 00010000:00010000:2.0:1777580308.337467:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337487:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337501:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337511:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337517:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337524:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337553:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580308.337586:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337593:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337600:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337611:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.337617:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337626:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337640:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c6:0x0].0x0 (ffffa02499479b00) 00010000:00010000:2.0:1777580308.337643:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580308.337647:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337654:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f22 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337678:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337684:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337690:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337695:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.337697:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337703:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337709:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.337711:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.337714:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337724:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f14 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580308.337733:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008462af8d reply state 00000000c0a6a76f transno 8589950447 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.337742:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580308.337856:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238941d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282797:x1863919946539648:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4247us (6960us total) trans 8589950447 rc 0/0 00000100:00100000:2.0:1777580308.337878:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19133 00000100:00100000:2.0:1777580308.337889:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829258144286 time 7829282455731 state 0x2 ref 0 00010000:00010000:2.0:1777580308.337972:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580308.337979:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337986:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580308.337990:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.337997:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.338005:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c6:0x0].0x0 (ffffa02499479b00) 00010000:00010000:2.0:1777580308.338007:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580308.338010:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.338016:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f29 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.338033:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.338035:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.338037:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580308.339914:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946539392 00000100:00100000:3.0:1777580308.339929:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946539392 00000100:00100000:3.0:1777580308.339993:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4107 00000100:00100000:3.0:1777580308.340004:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282804:x1863919946539392:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580308.340476:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282804:x1863919946539392:12345-192.168.202.9@tcp:35:touch.500 Request processed in 471us (10160us total) trans 8589950448 rc 0/0 00000100:00100000:3.0:1777580308.340486:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4107 00010000:00010000:2.0:1777580308.351254:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.351275:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.351285:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.351292:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.351298:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.351307:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.351329:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02499479000) 00010000:00010000:2.0:1777580308.351333:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.351339:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.351346:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48f1b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.352470:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.352987:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946539904 00000100:00100000:2.0:1777580308.353001:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946539904 00000100:00100000:2.0:1777580308.353053:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829258144286 time 7829282455731 state 0x0 ref 1 00000100:00100000:2.0:1777580308.353073:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829282555731 time 7829282455731 state 0x1 ref 1 00000100:00100000:2.0:1777580308.353587:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829282555731 time 7829302447668 state 0x0 ref 1 00000100:00100000:2.0:1777580308.353609:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282796:x1863919946539904:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580308.353799:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580308.353941:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023af4c9000/0xcb2b2f2f7e48d31 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd29 expref: 382 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.353974:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e489db lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dc6c expref: 381 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.353992:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c5:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:2.0:1777580308.354006:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580308.354039:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.354057:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.354068:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.354086:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.354094:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.354101:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.355339:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.355359:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.355373:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580308.361769:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1833, 64 off125504 00010000:00010000:2.0:1777580308.362234:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362260:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362276:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362296:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362304:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362311:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362341:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580308.362375:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362387:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362394:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362400:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.362405:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362413:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362428:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c5:0x0].0x0 (ffffa02499479900) 00010000:00010000:2.0:1777580308.362431:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580308.362436:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362442:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48f3e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.362810:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777580308.362819:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.362828:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:1.0:1777580308.362831:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.362838:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.362849:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c5:0x0].0x0 (ffffa02499479900) 00010000:00010000:1.0:1777580308.362851:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777580308.362854:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.362859:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e48f45 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.362884:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580308.362887:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777580308.362888:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.362955:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362963:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362969:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362975:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.362979:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362985:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.362994:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.362997:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.363000:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.363006:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48f30 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580308.363017:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c6fb889c reply state 00000000cc586096 transno 8589950449 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.363028:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580308.363164:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aef36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282796:x1863919946539904:12345-192.168.202.9@tcp:36:rm.500 Request processed in 9557us (10699us total) trans 8589950449 rc 0/0 00000100:00100000:2.0:1777580308.363175:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19134 00000100:00100000:2.0:1777580308.363184:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829282555731 time 7829302447668 state 0x2 ref 0 00010000:00010000:1.0:1777580308.371814:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.371831:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.371839:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.371846:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.371851:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.371872:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.371894:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02499479b00) 00010000:00010000:1.0:1777580308.371897:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.371903:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.371910:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48f37 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.379092:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.379330:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946540160 00000100:00100000:1.0:1777580308.379344:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946540160 00000100:00100000:1.0:1777580308.379398:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829282555731 time 7829302447668 state 0x0 ref 1 00000100:00100000:1.0:1777580308.379416:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829302547668 time 7829302447668 state 0x1 ref 1 00000100:00100000:1.0:1777580308.379450:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829302547668 time 7829328311556 state 0x0 ref 1 00000100:00100000:1.0:1777580308.379463:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282813:x1863919946540160:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580308.382997:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580308.383046:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fcc00/0xcb2b2f2f7e48d0e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd22 expref: 381 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383073:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023a95d8200/0xcb2b2f2f7e48bda lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcd5 expref: 380 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383088:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c8:0x0].0x0 (ffffa02493ac1900) 00010000:00010000:1.0:1777580308.383101:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580308.383131:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383161:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383173:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383193:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383200:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383207:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383363:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383372:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.383379:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580308.383968:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1834, 64 off125568 00010000:00010000:1.0:1777580308.384038:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384049:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384059:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384067:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384074:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384080:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384105:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580308.384128:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384163:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384170:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384176:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.384182:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384190:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384201:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c8:0x0].0x0 (ffffa024185aa600) 00010000:00010000:1.0:1777580308.384204:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580308.384208:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384215:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48f5a lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384234:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384240:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384246:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384252:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.384255:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384260:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384267:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.384269:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.384271:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.384277:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d400/0xcb2b2f2f7e48f4c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.384284:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d1f4c94 reply state 00000000973fe88c transno 8589950450 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.384300:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580308.384412:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282813:x1863919946540160:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4947us (5332us total) trans 8589950450 rc 0/0 00000100:00100000:1.0:1777580308.384423:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19135 00000100:00100000:1.0:1777580308.384432:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829302547668 time 7829328311556 state 0x2 ref 0 00000100:00100000:3.0:1777580308.388195:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.388223:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.388298:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.388334:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946540288 00000100:00100000:3.0:1777580308.388347:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946540288 00000100:00100000:3.0:1777580308.388401:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829302547668 time 7829328311556 state 0x0 ref 1 00000100:00100000:3.0:1777580308.388417:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829328411556 time 7829328311556 state 0x1 ref 1 00000100:00100000:3.0:1777580308.388438:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946540416 00000100:00100000:3.0:1777580308.388441:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946540416 00000100:00100000:3.0:1777580308.388454:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829328411556 time 7829328311556 state 0x1 ref 2 00000100:00100000:3.0:1777580308.388471:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946540544 00000100:00100000:3.0:1777580308.388473:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946540544 00000100:00100000:3.0:1777580308.388483:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829328411556 time 7829328311556 state 0x1 ref 3 00000100:00100000:3.0:1777580308.388502:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829337465004 time 7829337365004 state 0x1 ref 3 00000100:00100000:3.0:1777580308.388513:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282824:x1863919946540288:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580308.388544:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.388568:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48f68 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddca expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388748:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388766:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388779:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388795:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388802:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388809:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388967:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f7d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388978:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.388986:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580308.389022:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7ce:0x0]: returning size 0 00000004:00200000:3.0:1777580308.389026:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580308.389050:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389069:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389079:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389087:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389094:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389100:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.389104:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389112:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389125:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.389128:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.389162:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389169:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e48f6f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389182:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389188:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389193:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389198:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.389201:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389206:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389213:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580308.389215:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.389218:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389223:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e48f76 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389258:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e48f68 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddca expref: 385 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389273:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddca expref: 384 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389280:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ce:0x0].0x0 (ffffa024185aa000) 00010000:00010000:3.0:1777580308.389283:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580308.389285:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fce00, rc 0) 00000100:00100000:3.0:1777580308.389365:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282824:x1863919946540288:12345-192.168.202.9@tcp:101:rm.500 Request processed in 852us (1184us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.389377:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19136 00000100:00100000:3.0:1777580308.389409:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829338371630 time 7829338271630 state 0x1 ref 2 00000100:00100000:3.0:1777580308.389423:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282827:x1863919946540416:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580308.389434:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.389443:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48f84 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddd1 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389481:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389491:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389498:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389511:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389518:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389525:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389584:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48f99 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389592:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48f99 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.389599:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48f99 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390009:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390018:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390023:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390032:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.390036:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390041:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390052:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa024185aa300) 00010000:00010000:2.0:1777580308.390054:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.390057:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390064:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4d200/0xcb2b2f2f7e48f53 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.390105:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829338371630 time 7829338966480 state 0x0 ref 2 00000100:00100000:2.0:1777580308.390122:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282825:x1863919946540544:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580308.390147:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580308.390158:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48fa0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddd8 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390196:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390206:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390214:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390227:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390234:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390240:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390311:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48fb5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390320:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390328:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580308.390349:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7cf:0x0]: returning size 0 00000004:00200000:2.0:1777580308.390353:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580308.390369:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390379:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390387:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390393:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390403:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390408:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.390410:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390416:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390423:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.390426:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.390428:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390434:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e48fa7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390445:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390451:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390457:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390462:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.390465:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390474:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390481:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa02499479000) 00010000:00010000:2.0:1777580308.390483:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.390486:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390493:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e48fae lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390520:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e48fa0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddd8 expref: 385 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390535:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48fb5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddd8 expref: 384 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.390543:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cf:0x0].0x0 (ffffa024997a0900) 00010000:00010000:2.0:1777580308.390545:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580308.390547:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7000, rc 0) 00000100:00100000:2.0:1777580308.390606:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282825:x1863919946540544:12345-192.168.202.9@tcp:101:rm.500 Request processed in 490us (2308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580308.390615:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19138 00010000:00010000:0.0:1777580308.391183:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580308.391193:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.391203:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580308.391207:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.391214:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.391227:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7c8:0x0].0x0 (ffffa024185aa600) 00010000:00010000:0.0:1777580308.391229:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580308.391233:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.391238:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48f61 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.391256:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.391258:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.391260:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00200000:3.0:1777580308.392765:0:187630:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x7d0:0x0]: returning size 0 00000004:00200000:3.0:1777580308.392777:0:187630:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580308.392850:0:187630:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48f99 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392882:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48f99 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392898:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392906:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392915:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392923:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.392928:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392936:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392953:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.392957:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.392962:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392974:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48f8b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.392994:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393001:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393007:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393012:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.393015:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393021:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393028:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02493ac1000) 00010000:00010000:3.0:1777580308.393031:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.393034:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393041:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48f92 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393095:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e48f84 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddd1 expref: 385 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393118:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48f99 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddd1 expref: 384 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.393126:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7d0:0x0].0x0 (ffffa024997a0a00) 00010000:00010000:3.0:1777580308.393129:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580308.393132:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0200, rc 0) 00000100:00100000:3.0:1777580308.393241:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e34df675-1aa3-4a1f-9c3e-2f402307d398+384:282827:x1863919946540416:12345-192.168.202.9@tcp:101:rm.500 Request processed in 3820us (5015us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.393254:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19137 00000100:00100000:3.0:1777580308.393262:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829338371630 time 7829338966480 state 0x2 ref 0 00000100:00100000:3.0:1777580308.405688:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.405789:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.406304:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946540672 00000100:00100000:1.0:1777580308.406318:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946540672 00000100:00100000:1.0:1777580308.406383:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946540800 00000100:00100000:1.0:1777580308.406387:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946540800 00000100:00100000:1.0:1777580308.406418:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11723 00000100:00100000:1.0:1777580308.406428:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+30:2361:x1863919946540672:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.406461:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.406490:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e48fbc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dddf expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.406599:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b2:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580308.406626:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.406628:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.406640:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e48fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dddf expref: 31 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.406662:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033f3b650/0xcb2b2f2f7e48fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dddf expref: 31 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.406678:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4d400, rc 0) 00000100:00100000:3.0:1777580308.406728:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11724 00000100:00100000:3.0:1777580308.406738:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2364:x1863919946540800:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580308.406746:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777580308.406754:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2361:x1863919946540672:12345-192.168.202.9@tcp:101:rm.500 Request processed in 328us (1078us total) trans 0 rc 0/0 00010000:00010000:3.0:1777580308.406759:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e48fc3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dde6 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.406761:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11723 00002000:00010000:3.0:1777580308.406776:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b3:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:3.0:1777580308.406785:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580308.406787:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580308.406791:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e48fc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dde6 expref: 31 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.406810:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d9618784/0xcb2b2f2f7e48fc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dde6 expref: 31 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.406819:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0e00, rc 0) 00000100:00100000:3.0:1777580308.406853:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:e34df675-1aa3-4a1f-9c3e-2f402307d398+31:2364:x1863919946540800:12345-192.168.202.9@tcp:101:rm.500 Request processed in 118us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.406860:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11724 00000100:00100000:3.0:1777580308.407981:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.408031:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.408980:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946541184 00000100:00100000:1.0:1777580308.408993:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946541184 00000100:00100000:1.0:1777580308.409042:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829338371630 time 7829338966480 state 0x0 ref 1 00000100:00100000:1.0:1777580308.409059:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829339066480 time 7829338966480 state 0x1 ref 1 00000100:00100000:1.0:1777580308.409096:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829339066480 time 7829357957576 state 0x0 ref 1 00000100:00100000:1.0:1777580308.409110:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282815:x1863919946541184:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:1.0:1777580308.409201:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777580308.409236:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e48ec0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dda0 expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409263:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997fa00/0xcb2b2f2f7e48c74 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcf8 expref: 382 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409275:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cb:0x0].0x0 (ffffa024993dfb00) 00010000:00010000:1.0:1777580308.409298:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580308.409328:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409344:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409355:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409379:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409386:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409393:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409734:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409742:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.409748:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777580308.410363:0:187631:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1835, 64 off125632 00010000:00010000:1.0:1777580308.410433:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.410454:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.410464:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.410473:0:187631:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.410480:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.410488:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.412890:0:187631:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777580308.412948:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.412963:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.412970:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.412976:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.412981:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.412990:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413007:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cb:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:1.0:1777580308.413010:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777580308.413016:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413022:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e48fd8 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413046:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413058:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413063:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413069:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.413072:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413078:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413087:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.413089:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.413092:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.413096:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e48fca lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.413105:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000089570c83 reply state 000000001d91a56e transno 8589950451 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.413114:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580308.413257:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282815:x1863919946541184:12345-192.168.202.9@tcp:36:rm.500 Request processed in 4143us (5272us total) trans 8589950451 rc 0/0 00000100:00100000:1.0:1777580308.413267:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19139 00000100:00100000:1.0:1777580308.413278:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829339066480 time 7829357957576 state 0x2 ref 0 00000100:00100000:1.0:1777580308.413347:0:206018:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946540928 00000100:00100000:1.0:1777580308.413357:0:206018:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946540928 00000100:00100000:1.0:1777580308.413403:0:206018:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11725 00000100:00100000:1.0:1777580308.413412:0:206018:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aced4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+22:2363:x1863919946540928:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.413429:0:206018:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.413453:0:206018:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebb966bd/0xcb2b2f2f7e48fe6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dded expref: -99 pid: 206018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.413483:0:206018:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x158e:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580308.413503:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.414391:0:206018:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.414408:0:206018:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebb966bd/0xcb2b2f2f7e48fe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dded expref: 23 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.414434:0:206018:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ebb966bd/0xcb2b2f2f7e48fe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dded expref: 23 pid: 206018 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.414450:0:206018:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fcc00, rc 0) 00000100:00100000:1.0:1777580308.414669:0:206018:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aced4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2363:x1863919946540928:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1095us (6474us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.414679:0:206018:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11725 00010000:00010000:2.0:1777580308.414782:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580308.414791:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.414799:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4da00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580308.414804:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.414813:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.414828:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cb:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:2.0:1777580308.414831:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580308.414844:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.414850:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e48fdf lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.414877:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.414879:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580308.414881:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580308.438253:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.438392:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946541440 00000100:00100000:3.0:1777580308.438405:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946541440 00000100:00100000:3.0:1777580308.438453:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829339066480 time 7829357957576 state 0x0 ref 1 00000100:00100000:3.0:1777580308.438468:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829358057576 time 7829357957576 state 0x1 ref 1 00000100:00100000:3.0:1777580308.438495:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829358057576 time 7829387356880 state 0x0 ref 1 00000100:00100000:3.0:1777580308.438506:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+383:282816:x1863919946541440:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580308.438580:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580308.438615:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e48e7a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd92 expref: 383 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438641:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0238997f600/0xcb2b2f2f7e48c97 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dcff expref: 382 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438662:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cc:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:3.0:1777580308.438675:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580308.438703:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438719:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438730:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438746:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438754:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438760:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438922:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438929:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.438936:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.439192:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.439202:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.439208:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.439215:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.439220:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.439227:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.439243:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa024185aa400) 00010000:00010000:2.0:1777580308.439246:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.439250:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.439256:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e48fd1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580308.440228:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1840, 64 off125952 00010000:00010000:3.0:1777580308.440630:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440648:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440659:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440667:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440673:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440680:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440706:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580308.440732:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440739:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440745:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440750:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.440755:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440761:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440775:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cc:0x0].0x0 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580308.440778:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580308.440782:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440788:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e48ffb lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440808:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440814:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440819:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440824:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.440826:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440832:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440839:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.440842:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.440844:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.440850:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e48fed lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580308.440874:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d733d3f reply state 00000000d36ed702 transno 8589950452 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.440884:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580308.441008:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282816:x1863919946541440:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2496us (2763us total) trans 8589950452 rc 0/0 00000100:00100000:3.0:1777580308.441018:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19140 00000100:00100000:3.0:1777580308.441039:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829358057576 time 7829387356880 state 0x2 ref 0 00010000:00010000:0.0:1777580308.441324:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580308.441332:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.441340:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580308.441344:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.441350:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.441360:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cc:0x0].0x0 (ffffa02493ac1e00) 00010000:00010000:0.0:1777580308.441363:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580308.441366:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.441371:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49002 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.441390:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.441392:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.441393:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580308.450593:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.450616:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.450626:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.450633:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.450639:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.450647:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.450670:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02493ac1000) 00010000:00010000:3.0:1777580308.450673:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.450678:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.450690:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e48ff4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.451015:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.452028:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946541696 00000100:00100000:2.0:1777580308.452043:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946541696 00000100:00100000:2.0:1777580308.452095:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829358057576 time 7829387356880 state 0x0 ref 1 00000100:00100000:2.0:1777580308.452111:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829387456880 time 7829387356880 state 0x1 ref 1 00000100:00100000:2.0:1777580308.452177:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829387456880 time 7829401039203 state 0x0 ref 1 00000100:00100000:2.0:1777580308.452193:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282819:x1863919946541696:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580308.452273:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580308.452305:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e48e9d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd99 expref: 381 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452331:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e48d15 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd1b expref: 380 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452341:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cd:0x0].0x0 (ffffa02417834f00) 00010000:00010000:2.0:1777580308.452350:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580308.452379:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452400:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452410:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452426:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452433:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452445:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452604:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452613:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.452630:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580308.453255:0:207396:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1836, 64 off125696 00010000:00010000:2.0:1777580308.453329:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453340:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453349:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453357:0:207396:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453363:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453369:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453399:0:207396:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580308.453424:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453431:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453437:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453443:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.453448:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453456:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453466:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cd:0x0].0x0 (ffffa02499479700) 00010000:00010000:2.0:1777580308.453470:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580308.453473:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453484:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49017 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453504:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453511:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453516:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453522:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.453525:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453530:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453537:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.453539:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.453542:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.453547:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49009 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580308.453556:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000027460a reply state 000000006e4e0646 transno 8589950453 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.453565:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580308.453658:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580308.453666:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.453672:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6600 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580308.453675:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.453679:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282819:x1863919946541696:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1488us (2667us total) trans 8589950453 rc 0/0 00010000:00010000:0.0:1777580308.453681:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.453690:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19141 00010000:00010000:0.0:1777580308.453691:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cd:0x0].0x0 (ffffa02499479700) 00010000:00010000:0.0:1777580308.453693:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580308.453696:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.453697:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829387456880 time 7829401039203 state 0x2 ref 0 00010000:00010000:0.0:1777580308.453702:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e4901e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.453715:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.453717:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.453719:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777580308.457639:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580308.457717:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.457734:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.457743:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.457751:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.457757:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.457766:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.457835:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7607c0a8 (ffffa02499479000) 00010000:00010000:3.0:1777580308.457839:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.457845:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.457852:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49010 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7607c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.458236:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946541952 00000100:00100000:3.0:1777580308.458249:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946541952 00000100:00100000:3.0:1777580308.458307:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829387456880 time 7829401039203 state 0x0 ref 1 00000100:00100000:3.0:1777580308.458322:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829401139203 time 7829401039203 state 0x1 ref 1 00000100:00100000:3.0:1777580308.458360:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829401139203 time 7829407222095 state 0x0 ref 1 00000100:00100000:3.0:1777580308.458377:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282824:x1863919946541952:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580308.458460:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580308.458484:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e48f7d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddca expref: 380 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.458504:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e48e5e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd84 expref: 379 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.458755:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ce:0x0].0x0 (ffffa024185aa000) 00010000:00010000:3.0:1777580308.458763:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580308.458792:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.458809:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.458821:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.458838:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.458845:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.458855:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.459019:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.459027:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.459035:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777580308.459933:0:187632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1841, 64 off126016 00010000:00010000:3.0:1777580308.460017:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460032:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460042:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460050:0:187632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460056:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460063:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460168:0:187632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777580308.460196:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460202:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460208:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460214:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69bf600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.460218:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460226:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460237:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ce:0x0].0x0 (ffffa02490544200) 00010000:00010000:3.0:1777580308.460240:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777580308.460244:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460251:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69bf600/0xcb2b2f2f7e49033 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460269:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460275:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460280:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460305:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.460308:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460313:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460321:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.460323:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.460326:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.460332:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be400/0xcb2b2f2f7e49025 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580308.460343:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001055a84b reply state 00000000c9e7affb transno 8589950454 ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.460353:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580308.460467:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282824:x1863919946541952:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2091us (3019us total) trans 8589950454 rc 0/0 00000100:00100000:3.0:1777580308.460478:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19142 00000100:00100000:3.0:1777580308.460486:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829401139203 time 7829407222095 state 0x2 ref 0 00010000:00010000:0.0:1777580308.463674:0:188704:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580308.463692:0:188704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.463705:0:188704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580308.463710:0:188704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.463721:0:188704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.463744:0:188704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7ce:0x0].0x0 (ffffa02490544200) 00010000:00010000:0.0:1777580308.463747:0:188704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580308.463752:0:188704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.463759:0:188704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e4903a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7ce:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.463785:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.463787:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.463789:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580308.464122:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.464183:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946542208 00000100:00100000:3.0:1777580308.464195:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946542208 00000100:00100000:3.0:1777580308.464241:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829401139203 time 7829407222095 state 0x0 ref 1 00000100:00100000:3.0:1777580308.464255:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829407322095 time 7829407222095 state 0x1 ref 1 00000100:00100000:3.0:1777580308.464304:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829407322095 time 7829413165110 state 0x0 ref 1 00000100:00100000:3.0:1777580308.464318:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282827:x1863919946542208:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:3.0:1777580308.464396:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777580308.464418:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e48f99 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddd1 expref: 380 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.464436:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e48ec7 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddae expref: 379 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.464450:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7d0:0x0].0x0 (ffffa024997a0a00) 00010000:00010000:3.0:1777580308.464458:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580308.464484:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.464502:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.464901:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.464914:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.464920:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.464926:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024a69be600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.464931:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.464937:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.464948:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02493ac1e00) 00010000:00010000:0.0:1777580308.464951:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.464954:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.464960:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024a69be600/0xcb2b2f2f7e4902c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.465173:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.465195:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.465203:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.465210:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.465501:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.465594:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.465603:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580308.466780:0:205914:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1842, 64 off126080 00010000:00010000:0.0:1777580308.466887:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.466905:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.466915:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.466924:0:205914:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.466931:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.466937:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.466972:0:205914:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580308.467001:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467008:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467015:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467022:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.467027:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467034:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467046:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7d0:0x0].0x0 (ffffa0241785f400) 00010000:00010000:0.0:1777580308.467049:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580308.467054:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467060:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e4904f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467080:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467086:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467096:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467101:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.467104:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467110:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467117:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.467120:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.467123:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.467129:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49041 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.467164:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c323f85 reply state 00000000d8cfd138 transno 8589950455 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.467173:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.467298:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282827:x1863919946542208:12345-192.168.202.9@tcp:36:rm.500 Request processed in 2968us (3167us total) trans 8589950455 rc 0/0 00000100:00100000:0.0:1777580308.467310:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19143 00000100:00100000:0.0:1777580308.467319:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829407322095 time 7829413165110 state 0x2 ref 0 00010000:00010000:3.0:1777580308.469295:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777580308.469314:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.469330:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:3.0:1777580308.469335:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.469344:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.469364:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7d0:0x0].0x0 (ffffa0241785f400) 00010000:00010000:3.0:1777580308.469367:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777580308.469373:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.469379:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49056 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.469417:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580308.469419:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777580308.469421:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.470276:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.470301:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.470309:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.470314:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.470319:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.470325:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.470340:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x858dc0a8 (ffffa02493ac1000) 00010000:00010000:0.0:1777580308.470344:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.470348:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.470354:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49048 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x858dc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.471823:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.472093:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946542464 00000100:00100000:0.0:1777580308.472108:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946542464 00000100:00100000:0.0:1777580308.472180:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829407322095 time 7829413165110 state 0x0 ref 1 00000100:00100000:0.0:1777580308.472194:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829413265110 time 7829413165110 state 0x1 ref 1 00000100:00100000:0.0:1777580308.472224:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829413265110 time 7829421085894 state 0x0 ref 1 00000100:00100000:0.0:1777580308.472237:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282825:x1863919946542464:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580308.472379:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580308.472410:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e48fb5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddd8 expref: 378 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472431:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e48ea4 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dd8b expref: 377 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472446:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cf:0x0].0x0 (ffffa024997a0900) 00010000:00010000:0.0:1777580308.472456:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.472487:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472517:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472530:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472548:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472555:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472561:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472722:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472731:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.472738:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580308.473390:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1837, 64 off125760 00010000:00010000:0.0:1777580308.473462:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473475:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473485:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473494:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473501:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473508:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473527:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580308.473551:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473557:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473562:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473573:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.473577:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473584:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473594:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cf:0x0].0x0 (ffffa024997a0b00) 00010000:00010000:0.0:1777580308.473597:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580308.473601:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473607:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4906b lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473629:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473634:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473639:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473645:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.473647:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473652:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473662:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.473664:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.473667:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473671:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4905d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.473680:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eedac7bd reply state 000000003682b737 transno 8589950456 ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.473689:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.473794:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+378:282825:x1863919946542464:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1556us (1979us total) trans 8589950456 rc 0/0 00000100:00100000:0.0:1777580308.473804:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19144 00000100:00100000:0.0:1777580308.473812:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829413265110 time 7829421085894 state 0x2 ref 0 00010000:00010000:0.0:1777580308.473854:0:187619:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580308.473860:0:187619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473879:0:187619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580308.473882:0:187619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473889:0:187619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473898:0:187619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x7cf:0x0].0x0 (ffffa024997a0b00) 00010000:00010000:0.0:1777580308.473901:0:187619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580308.473904:0:187619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473910:0:187619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49072 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x7cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.473926:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.473929:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.473930:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.489591:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.489613:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.489621:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.489628:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b4c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.489634:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.489643:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.489664:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x6fc4c0a8 (ffffa024997a0d00) 00010000:00010000:0.0:1777580308.489667:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.489672:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.489679:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e49064 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x6fc4c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.565726:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.573263:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946542720 00000100:00100000:1.0:1777580308.573283:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946542720 00000100:00100000:1.0:1777580308.573346:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829221213885 time 7829232505103 state 0x0 ref 1 00000100:00100000:1.0:1777580308.573364:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829232605103 time 7829232505103 state 0x1 ref 1 00000100:00100000:1.0:1777580308.573411:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829232605103 time 7829522273118 state 0x0 ref 1 00000100:00100000:1.0:1777580308.573431:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+68:282841:x1863919946542720:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.573463:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.573491:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e49079 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddf4 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.573694:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.573714:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.573729:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.573748:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.573755:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.573762:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580308.574456:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x158f:0x0], index 1: 0 00010000:00010000:1.0:1777580308.574667:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4908e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574680:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4908e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574691:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4908e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574731:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574739:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574746:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574753:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.574758:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574767:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574780:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.574783:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.574789:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574796:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e49080 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.574811:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c29f839 reply state 0000000068d27c65 transno 8589950457 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.574820:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580308.574874:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e49079 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddf4 expref: 71 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574891:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4908e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddf4 expref: 70 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.574899:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa024185aa400) 00010000:00010000:1.0:1777580308.574901:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580308.574904:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fd000, rc 0) 00000100:00100000:1.0:1777580308.575011:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282841:x1863919946542720:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1587us (9299us total) trans 8589950457 rc 0/0 00000100:00100000:1.0:1777580308.575022:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19145 00000100:00100000:1.0:1777580308.575030:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829232605103 time 7829522273118 state 0x2 ref 0 00010000:00010000:0.0:1777580308.582993:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.583017:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.583027:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.583035:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.583041:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.583051:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.583075:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa024185aa000) 00010000:00010000:0.0:1777580308.583078:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.583083:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.583090:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49087 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.595942:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.596062:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.596107:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946542976 00000100:00100000:1.0:1777580308.596120:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946542976 00000100:00100000:1.0:1777580308.596190:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829232605103 time 7829522273118 state 0x0 ref 1 00000100:00100000:1.0:1777580308.596207:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829522373118 time 7829522273118 state 0x1 ref 1 00000100:00100000:1.0:1777580308.596230:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946543232 00000100:00100000:1.0:1777580308.596233:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946543232 00000100:00100000:1.0:1777580308.596246:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829522373118 time 7829522273118 state 0x1 ref 2 00000100:00100000:1.0:1777580308.596267:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829545229203 time 7829545129203 state 0x1 ref 2 00000100:00100000:1.0:1777580308.596280:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282841:x1863919946542976:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580308.596369:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580308.596402:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4908e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddf4 expref: 71 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.596423:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa024185aa400) 00010000:00010000:1.0:1777580308.596434:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580308.596526:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.596544:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.596557:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.596755:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000c0543ef reply state 00000000c18521db transno 8589950458 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.596766:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580308.596897:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+72:282841:x1863919946542976:12345-192.168.202.9@tcp:36:touch.500 Request processed in 618us (968us total) trans 8589950458 rc 0/0 00000100:00100000:1.0:1777580308.596908:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19146 00000100:00100000:1.0:1777580308.596940:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829545229203 time 7829545802979 state 0x0 ref 1 00000100:00100000:1.0:1777580308.596952:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+71:282846:x1863919946543232:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.596965:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.596978:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e490a3 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ddfb expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.597108:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.597120:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.597129:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.597181:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.597188:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.597195:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580308.597758:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b4:0x0], index 0: 0 00010000:00010000:1.0:1777580308.597952:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e490b8 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.597963:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e490b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.597972:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e490b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598012:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598024:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598031:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598038:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.598042:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598051:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598063:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.598067:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.598072:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598077:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e490aa lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.598090:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fcc63c20 reply state 00000000ba0e0d80 transno 8589950459 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.598098:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580308.598130:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e490a3 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddfb expref: 74 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598176:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e490b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddfb expref: 73 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.598187:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f2:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:1.0:1777580308.598189:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580308.598192:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02392cb3e00, rc 0) 00000100:00100000:1.0:1777580308.598250:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+74:282846:x1863919946543232:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1300us (2187us total) trans 8589950459 rc 0/0 00000100:00100000:1.0:1777580308.598259:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19147 00000100:00100000:1.0:1777580308.598265:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829545229203 time 7829545802979 state 0x2 ref 0 00010000:00010000:1.0:1777580308.608314:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.608338:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.608347:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.608353:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fce00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.608360:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.608368:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.608391:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:1.0:1777580308.608394:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.608400:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.608411:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4909c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.621797:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580308.621852:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.621874:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.621887:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.621894:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.621899:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.621907:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.621928:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa024185aa300) 00010000:00010000:0.0:1777580308.621931:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.621937:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.621943:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e490b1 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.622424:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946543360 00000100:00100000:3.0:1777580308.622451:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946543360 00000100:00100000:3.0:1777580308.622504:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829545229203 time 7829545802979 state 0x0 ref 1 00000100:00100000:3.0:1777580308.622530:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829545902979 time 7829545802979 state 0x1 ref 1 00000100:00100000:3.0:1777580308.622599:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829545902979 time 7829571460937 state 0x0 ref 1 00000100:00100000:3.0:1777580308.622616:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+72:282841:x1863919946543360:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580308.622650:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.622675:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e490c6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de02 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.622758:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e490c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de02 expref: 73 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.622776:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0200/0xcb2b2f2f7e490c6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de02 expref: 73 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.622796:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:3.0:1777580308.622799:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580308.622802:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0200, rc 0) 00000100:00100000:3.0:1777580308.623266:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:282841:x1863919946543360:12345-192.168.202.9@tcp:101:touch.500 Request processed in 653us (1481us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.623275:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19148 00000100:00100000:3.0:1777580308.623281:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829545902979 time 7829571460937 state 0x2 ref 0 00000100:00100000:3.0:1777580308.634264:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.635233:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946543616 00000100:00100000:0.0:1777580308.635249:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946543616 00000100:00100000:0.0:1777580308.635304:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829545902979 time 7829571460937 state 0x0 ref 1 00000100:00100000:0.0:1777580308.635321:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829571560937 time 7829571460937 state 0x1 ref 1 00000100:00100000:0.0:1777580308.635356:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829571560937 time 7829584217752 state 0x0 ref 1 00000100:00100000:0.0:1777580308.635373:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+73:282846:x1863919946543616:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580308.635460:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.635492:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e490b8 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ddfb expref: 73 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.635517:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f2:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:0.0:1777580308.635529:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.635786:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.635803:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.635816:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.636090:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000060c679b7 reply state 000000007bb80850 transno 8589950460 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.636102:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.636252:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+74:282846:x1863919946543616:12345-192.168.202.9@tcp:36:touch.500 Request processed in 882us (2002us total) trans 8589950460 rc 0/0 00000100:00100000:0.0:1777580308.636261:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19149 00000100:00100000:0.0:1777580308.636268:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829571560937 time 7829584217752 state 0x2 ref 0 00000100:00100000:1.0:1777580308.647008:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.647181:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.647270:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946544000 00000100:00100000:3.0:1777580308.647283:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946544000 00000100:00100000:3.0:1777580308.647337:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829571560937 time 7829584217752 state 0x0 ref 1 00000100:00100000:3.0:1777580308.647355:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829584317752 time 7829584217752 state 0x1 ref 1 00000100:00100000:3.0:1777580308.647390:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829584317752 time 7829596251707 state 0x0 ref 1 00000100:00100000:3.0:1777580308.647403:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+74:282843:x1863919946544000:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580308.647430:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.647472:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e490d4 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de09 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.647665:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.647684:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.647699:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.647717:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.647725:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.647731:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580308.648377:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1590:0x0], index 1: 0 00010000:00010000:3.0:1777580308.648586:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e490e9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648599:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e490e9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648608:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e490e9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648648:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648656:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648663:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648669:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.648673:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648681:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648697:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.648700:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.648705:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648716:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e490db lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580308.648731:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b70c0877 reply state 000000003e85b2b7 transno 8589950461 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.648741:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580308.648781:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e490d4 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de09 expref: 77 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648797:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e490e9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de09 expref: 76 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.648804:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f3:0x0].0x0 (ffffa02417834f00) 00010000:00010000:3.0:1777580308.648807:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580308.648810:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0000, rc 0) 00000100:00100000:3.0:1777580308.648917:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+77:282843:x1863919946544000:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1515us (1736us total) trans 8589950461 rc 0/0 00000100:00100000:3.0:1777580308.648928:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19150 00000100:00100000:3.0:1777580308.648937:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829584317752 time 7829596251707 state 0x2 ref 0 00010000:00010000:1.0:1777580308.651324:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.651346:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.651354:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.651361:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.651366:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.651375:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.651392:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f2:0x0].0x0 (ffffa024997a0d00) 00010000:00010000:1.0:1777580308.651395:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.651400:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.651407:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e490cd lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.653599:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946543744 00000100:00100000:0.0:1777580308.653617:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946543744 00000100:00080000:3.0:1777580308.653761:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777580308.655271:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11726 00000100:00100000:0.0:1777580308.655297:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2362:x1863919946543744:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580308.655765:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946543744:12345-192.168.202.9@tcp:2:touch.500 Request processed in 480us (8770us total) trans 8589938538 rc 0/0 00000100:00100000:0.0:1777580308.655774:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11726 00000100:00100000:1.0:1777580308.684758:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.684852:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.684900:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.684986:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.685034:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946544128 00000100:00100000:1.0:1777580308.685047:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946544128 00000100:00100000:1.0:1777580308.685098:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829584317752 time 7829596251707 state 0x0 ref 1 00000100:00100000:1.0:1777580308.685114:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829596351707 time 7829596251707 state 0x1 ref 1 00000100:00100000:1.0:1777580308.685173:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946544384 00000100:00100000:1.0:1777580308.685177:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946544384 00000100:00100000:1.0:1777580308.685193:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829596351707 time 7829596251707 state 0x1 ref 2 00000100:00100000:1.0:1777580308.685208:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946544640 00000100:00100000:1.0:1777580308.685211:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946544640 00000100:00100000:1.0:1777580308.685223:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829596351707 time 7829596251707 state 0x1 ref 3 00000100:00100000:1.0:1777580308.685245:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829634207111 time 7829634107111 state 0x1 ref 3 00000100:00100000:1.0:1777580308.685257:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:282846:x1863919946544128:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.685290:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.685322:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e490f7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de10 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.685403:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e490f7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de10 expref: 79 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.685420:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e490f7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de10 expref: 79 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.685442:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f2:0x0].0x0 (ffffa024993dfb00) 00010000:00010000:1.0:1777580308.685446:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777580308.685450:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b638f400, rc 0) 00000100:00100000:1.0:1777580308.685512:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023e64daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+79:282846:x1863919946544128:12345-192.168.202.9@tcp:101:touch.500 Request processed in 257us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.685521:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19151 00000100:00100000:1.0:1777580308.685543:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829634506413 time 7829634406413 state 0x1 ref 2 00000100:00100000:1.0:1777580308.685552:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:282843:x1863919946544384:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580308.685598:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580308.685621:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e490e9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de09 expref: 78 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.685638:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f3:0x0].0x0 (ffffa02417834f00) 00010000:00010000:1.0:1777580308.685646:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580308.685680:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946544896 00000100:00100000:2.0:1777580308.685687:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946544896 00010000:00010000:1.0:1777580308.685719:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.685729:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4108 00010000:00010000:1.0:1777580308.685731:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.685740:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+78:282841:x1863919946544896:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:1.0:1777580308.685744:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.685948:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000777b3cfd reply state 00000000c8ac6652 transno 8589950462 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.685959:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580308.686021:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249f2b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282843:x1863919946544384:12345-192.168.202.9@tcp:36:touch.500 Request processed in 468us (1170us total) trans 8589950462 rc 0/0 00000100:00100000:1.0:1777580308.686032:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19152 00000100:00100000:1.0:1777580308.686052:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829634506413 time 7829634915250 state 0x0 ref 1 00000100:00100000:1.0:1777580308.686064:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239e024a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282849:x1863919946544640:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.686074:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.686086:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e49105 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de17 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.686219:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282841:x1863919946544896:12345-192.168.202.9@tcp:35:touch.500 Request processed in 481us (1234us total) trans 8589950463 rc 0/0 00000100:00100000:2.0:1777580308.686228:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4108 00010000:00010000:1.0:1777580308.686287:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.686301:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.686310:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.686331:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.686339:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.686347:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580308.686952:0:205914:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b5:0x0], index 0: 0 00010000:00010000:1.0:1777580308.687177:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4911a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687195:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4911a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687205:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4911a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687254:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687261:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687269:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687276:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.687281:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687291:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687305:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.687309:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.687314:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687321:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4910c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.687336:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b66d851 reply state 0000000013ea21f0 transno 8589950464 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.687346:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580308.687383:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e49105 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de17 expref: 82 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687401:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4911a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de17 expref: 81 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.687409:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f4:0x0].0x0 (ffffa02481358400) 00010000:00010000:1.0:1777580308.687412:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580308.687416:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:1.0:1777580308.687478:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239e024a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282849:x1863919946544640:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1415us (2578us total) trans 8589950464 rc 0/0 00000100:00100000:1.0:1777580308.687488:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19153 00000100:00100000:1.0:1777580308.687496:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829634506413 time 7829634915250 state 0x2 ref 0 00010000:00010000:0.0:1777580308.687936:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.687946:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.687953:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.687958:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.687961:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.687968:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.687981:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa0241785f100) 00010000:00010000:0.0:1777580308.687985:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.687990:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.687996:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e490e2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.694184:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.694609:0:206021:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946545024 00000100:00100000:3.0:1777580308.694915:0:206021:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946545024 00000100:00100000:3.0:1777580308.695017:0:206021:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11727 00000100:00100000:3.0:1777580308.695029:0:206021:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+25:2362:x1863919946545024:12345-192.168.202.9@tcp:2:touch.500 00010000:00010000:0.0:1777580308.695064:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.695076:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.695085:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.695096:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.695103:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.695111:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.695152:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa02481358700) 00010000:00010000:0.0:1777580308.695157:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.695163:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.695170:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e49113 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.697265:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.698791:0:206021:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946545024:12345-192.168.202.9@tcp:2:touch.500 Request processed in 3753us (4610us total) trans 8589938940 rc 0/0 00000100:00100000:3.0:1777580308.698808:0:206021:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11727 00000100:00100000:3.0:1777580308.698879:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946545152 00000100:00100000:3.0:1777580308.698890:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946545152 00000100:00100000:3.0:1777580308.698934:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829634506413 time 7829634915250 state 0x0 ref 1 00000100:00100000:3.0:1777580308.698948:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829635015250 time 7829634915250 state 0x1 ref 1 00000100:00100000:3.0:1777580308.698985:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829635015250 time 7829647846661 state 0x0 ref 1 00000100:00100000:3.0:1777580308.698999:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282843:x1863919946545152:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580308.699030:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.699058:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e49128 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de1e expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.699129:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e49128 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de1e expref: 81 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.699186:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1c00/0xcb2b2f2f7e49128 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de1e expref: 81 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.699212:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f3:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:3.0:1777580308.699216:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580308.699221:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1c00, rc 0) 00010000:00010000:0.0:1777580308.700219:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.700234:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.700243:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.700251:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.700257:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.700267:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.700285:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f3:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:0.0:1777580308.700288:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.700293:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.700301:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0400/0xcb2b2f2f7e490fe lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.701421:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282843:x1863919946545152:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2413us (4156us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.701437:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19154 00000100:00100000:3.0:1777580308.702582:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829635015250 time 7829647846661 state 0x2 ref 0 00000100:00080000:3.0:1777580308.703474:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777580308.703991:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.705216:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946545408 00000100:00100000:0.0:1777580308.705233:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946545408 00000100:00100000:0.0:1777580308.705297:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829635015250 time 7829647846661 state 0x0 ref 1 00000100:00100000:0.0:1777580308.705314:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829647946661 time 7829647846661 state 0x1 ref 1 00000100:00100000:0.0:1777580308.705346:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829647946661 time 7829654208519 state 0x0 ref 1 00000100:00100000:0.0:1777580308.705364:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+80:282849:x1863919946545408:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580308.705446:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.705484:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4911a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de17 expref: 80 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.705506:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f4:0x0].0x0 (ffffa02481358400) 00010000:00010000:0.0:1777580308.705521:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.705612:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.705629:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.705641:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.705828:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001aacf1e9 reply state 00000000ce5240fd transno 8589950465 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.705839:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.713986:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282849:x1863919946545408:12345-192.168.202.9@tcp:36:touch.500 Request processed in 8611us (9986us total) trans 8589950465 rc 0/0 00000100:00100000:0.0:1777580308.714004:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19155 00000100:00100000:0.0:1777580308.714016:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829647946661 time 7829654208519 state 0x2 ref 0 00000100:00100000:0.0:1777580308.719644:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.719696:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.719822:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.719883:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946545536 00000100:00100000:0.0:1777580308.719895:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946545536 00000100:00100000:0.0:1777580308.719959:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11728 00000100:00100000:0.0:1777580308.719971:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2364:x1863919946545536:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580308.720418:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2364:x1863919946545536:12345-192.168.202.9@tcp:2:touch.500 Request processed in 448us (787us total) trans 8589938539 rc 0/0 00000100:00100000:0.0:1777580308.720427:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11728 00000100:00100000:2.0:1777580308.724343:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946546048 00000100:00100000:2.0:1777580308.724363:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946546048 00000100:00100000:2.0:1777580308.724457:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4109 00000100:00100000:2.0:1777580308.724469:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+81:282846:x1863919946546048:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580308.725064:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282846:x1863919946546048:12345-192.168.202.9@tcp:35:touch.500 Request processed in 595us (5241us total) trans 8589950466 rc 0/0 00000100:00100000:2.0:1777580308.725074:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4109 00000100:00100000:1.0:1777580308.725434:0:187630:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946545792 00000100:00100000:1.0:1777580308.725442:0:187630:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946545792 00000100:00100000:1.0:1777580308.725473:0:187630:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829647946661 time 7829654208519 state 0x0 ref 1 00000100:00100000:1.0:1777580308.725486:0:187630:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829654308519 time 7829654208519 state 0x1 ref 1 00000100:00100000:1.0:1777580308.725519:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829654308519 time 7829674380330 state 0x0 ref 1 00000100:00100000:1.0:1777580308.725532:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+82:282853:x1863919946545792:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.725549:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.725574:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e49136 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de25 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.725727:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.725745:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.725760:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.725776:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.725783:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.725790:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580308.727800:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1591:0x0], index 1: 0 00010000:00010000:1.0:1777580308.729491:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4914b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729520:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4914b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729535:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4914b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729584:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729597:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729604:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729610:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.729614:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729622:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729637:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.729640:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.729644:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.729651:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e4913d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.729667:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e34ee19 reply state 000000001d425cb5 transno 8589950467 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.729677:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580308.731946:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e49136 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de25 expref: 85 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.731991:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4914b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de25 expref: 84 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.732009:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f5:0x0].0x0 (ffffa02481358200) 00010000:00010000:1.0:1777580308.732013:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580308.732017:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1200, rc 0) 00000100:00100000:1.0:1777580308.732154:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ad9c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+85:282853:x1863919946545792:12345-192.168.202.9@tcp:101:touch.500 Request processed in 6607us (12440us total) trans 8589950467 rc 0/0 00000100:00100000:1.0:1777580308.732166:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19156 00000100:00100000:1.0:1777580308.732175:0:187630:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829654308519 time 7829674380330 state 0x2 ref 0 00010000:00010000:1.0:1777580308.732406:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.732416:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.732424:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.732429:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.732434:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.732442:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.732458:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f4:0x0].0x0 (ffffa024997a0b00) 00010000:00010000:1.0:1777580308.732461:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.732465:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.732474:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e4912f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.736962:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.737574:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946546304 00000100:00100000:3.0:1777580308.737590:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946546304 00000100:00100000:2.0:1777580308.750003:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4110 00000100:00100000:2.0:1777580308.750042:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+84:282843:x1863919946546304:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580308.750579:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+85:282843:x1863919946546304:12345-192.168.202.9@tcp:35:touch.500 Request processed in 559us (13630us total) trans 8589950468 rc 0/0 00000100:00100000:2.0:1777580308.750589:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4110 00000100:00100000:0.0:1777580308.759067:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.759184:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.759280:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580308.759315:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759330:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759338:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759344:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.759351:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759359:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759380:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02481358500) 00010000:00010000:0.0:1777580308.759384:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.759389:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759396:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49144 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.759448:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946546432 00000100:00100000:0.0:1777580308.759459:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946546432 00000100:00100000:0.0:1777580308.759503:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829654308519 time 7829674380330 state 0x0 ref 1 00000100:00100000:0.0:1777580308.759518:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829674480330 time 7829674380330 state 0x1 ref 1 00000100:00100000:0.0:1777580308.759538:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946546688 00000100:00100000:0.0:1777580308.759541:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946546688 00000100:00100000:0.0:1777580308.759553:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829674480330 time 7829674380330 state 0x1 ref 2 00000100:00100000:0.0:1777580308.759566:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946546944 00000100:00100000:0.0:1777580308.759568:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946546944 00000100:00100000:0.0:1777580308.759578:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829674480330 time 7829674380330 state 0x1 ref 3 00000100:00100000:0.0:1777580308.759595:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829708557554 time 7829708457554 state 0x1 ref 3 00000100:00100000:0.0:1777580308.759606:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+86:282849:x1863919946546432:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.759637:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.759661:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e49159 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de2c expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759736:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e49159 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de2c expref: 87 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759750:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50200/0xcb2b2f2f7e49159 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de2c expref: 87 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759770:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f4:0x0].0x0 (ffffa024997a0900) 00010000:00010000:0.0:1777580308.759773:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580308.759775:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50200, rc 0) 00000100:00100000:0.0:1777580308.759846:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+87:282849:x1863919946546432:12345-192.168.202.9@tcp:101:touch.500 Request processed in 240us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.759854:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19157 00000100:00100000:0.0:1777580308.759894:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829708857074 time 7829708757074 state 0x1 ref 2 00000100:00100000:0.0:1777580308.759904:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+86:282853:x1863919946546688:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580308.759956:0:187631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.759975:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e4914b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de25 expref: 86 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.759987:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f5:0x0].0x0 (ffffa02481358200) 00010000:00010000:0.0:1777580308.759995:0:187631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.760063:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.760073:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.760083:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.760295:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052834f60 reply state 0000000042b11425 transno 8589950469 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.760306:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.760371:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+87:282853:x1863919946546688:12345-192.168.202.9@tcp:36:touch.500 Request processed in 466us (1186us total) trans 8589950469 rc 0/0 00000100:00100000:0.0:1777580308.760378:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19158 00000100:00100000:0.0:1777580308.760393:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829708857074 time 7829709256507 state 0x0 ref 1 00000100:00100000:0.0:1777580308.760404:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+86:282858:x1863919946546944:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.760412:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.760422:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49167 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de33 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.760535:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.760547:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.760554:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.760567:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.760573:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.760579:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580308.761132:0:187631:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b6:0x0], index 0: 0 00010000:00010000:0.0:1777580308.761335:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4917c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761346:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4917c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761355:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4917c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761397:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761405:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761412:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761420:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.761425:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761432:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761443:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.761446:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.761450:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761456:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e4916e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.761473:0:187631:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c271411c reply state 00000000d7089171 transno 8589950470 ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.761480:0:187631:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580308.761512:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e49167 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de33 expref: 89 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761526:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4917c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de33 expref: 88 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.761533:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f6:0x0].0x0 (ffffa0241785f100) 00010000:00010000:0.0:1777580308.761535:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.761538:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51000, rc 0) 00000100:00100000:0.0:1777580308.761591:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+89:282858:x1863919946546944:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1187us (2310us total) trans 8589950470 rc 0/0 00000100:00100000:0.0:1777580308.761600:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19159 00000100:00100000:0.0:1777580308.761606:0:187631:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829708857074 time 7829709256507 state 0x2 ref 0 00000100:00100000:1.0:1777580308.781635:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.781670:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.781806:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.781841:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946547200 00000100:00100000:1.0:1777580308.781853:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946547200 00000100:00100000:1.0:1777580308.782932:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829708857074 time 7829709256507 state 0x0 ref 1 00000100:00100000:1.0:1777580308.782954:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829709356507 time 7829709256507 state 0x1 ref 1 00000100:00100000:1.0:1777580308.782990:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946547456 00000100:00100000:1.0:1777580308.782997:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946547456 00000100:00100000:1.0:1777580308.783015:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829709356507 time 7829709256507 state 0x1 ref 2 00000100:00100000:1.0:1777580308.783037:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829731999831 time 7829731899831 state 0x1 ref 2 00000100:00100000:1.0:1777580308.783052:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+90:282858:x1863919946547200:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:1.0:1777580308.783301:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777580308.783340:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51000/0xcb2b2f2f7e4917c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de33 expref: 90 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.783364:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f6:0x0].0x0 (ffffa0241785f100) 00010000:00010000:1.0:1777580308.783376:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777580308.783470:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.783492:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.783504:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.783685:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001f09cc81 reply state 00000000afbcc45f transno 8589950471 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.783696:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580308.784517:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+91:282858:x1863919946547200:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1465us (2892us total) trans 8589950471 rc 0/0 00000100:00100000:1.0:1777580308.784528:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19160 00000100:00100000:1.0:1777580308.784574:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829731999831 time 7829733434872 state 0x0 ref 1 00000100:00100000:1.0:1777580308.784590:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+90:282857:x1863919946547456:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.784607:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.784625:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e49191 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de3a expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.785323:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.785344:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.785357:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.785379:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.785387:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.785394:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580308.786072:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1592:0x0], index 1: 0 00010000:00010000:0.0:1777580308.787110:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.787130:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.787155:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.787163:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f50e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.787168:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.787178:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.787199:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024997a0a00) 00010000:00010000:0.0:1777580308.787203:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.787209:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.787216:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50e00/0xcb2b2f2f7e49175 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.787272:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946547584 00000100:00100000:0.0:1777580308.787284:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946547584 00000100:00100000:0.0:1777580308.787356:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11729 00000100:00100000:0.0:1777580308.787369:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023a095c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+26:2362:x1863919946547584:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:0.0:1777580308.787798:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2362:x1863919946547584:12345-192.168.202.9@tcp:2:touch.500 Request processed in 429us (6124us total) trans 8589938941 rc 0/0 00000100:00100000:0.0:1777580308.787807:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11729 00010000:00010000:0.0:1777580308.791791:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.791814:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.791824:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.791831:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02383f51800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.791838:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.791847:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.791878:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f5:0x0].0x0 (ffffa024997a0d00) 00010000:00010000:0.0:1777580308.791882:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.791887:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.791893:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51800/0xcb2b2f2f7e49160 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792606:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e491a6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792627:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e491a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792643:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e491a6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792693:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792701:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792708:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792714:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.792718:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792741:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792752:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.792755:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.792758:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792765:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1a00/0xcb2b2f2f7e49198 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.792783:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000305d99d1 reply state 00000000eda5969f transno 8589950472 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.792793:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580308.792839:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1400/0xcb2b2f2f7e49191 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de3a expref: 91 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792856:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e491a6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de3a expref: 90 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.792874:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f7:0x0].0x0 (ffffa02481358b00) 00010000:00010000:1.0:1777580308.792877:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580308.792879:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0200, rc 0) 00000100:00100000:1.0:1777580308.794080:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023a095d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+91:282857:x1863919946547456:12345-192.168.202.9@tcp:101:touch.500 Request processed in 9483us (12261us total) trans 8589950472 rc 0/0 00000100:00100000:1.0:1777580308.794095:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19161 00000100:00100000:1.0:1777580308.794106:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829731999831 time 7829733434872 state 0x2 ref 0 00000100:00100000:1.0:1777580308.794300:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.794551:0:187655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024ae6ac380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:187655:1863919917458176:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1777580308.794609:0:187655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777580308.794660:0:187655:0:(client.c:2691:ptlrpc_set_wait()) set ffffa024ae4eb000 going to sleep for 11 seconds 00000100:00100000:1.0:1777580308.794682:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917458176 00000100:00100000:1.0:1777580308.794691:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917458176 00000100:00100000:0.0:1777580308.795571:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946547712 00000100:00100000:0.0:1777580308.795580:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946547712 00000100:00100000:0.0:1777580308.795616:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829731999831 time 7829733434872 state 0x0 ref 1 00000100:00100000:0.0:1777580308.795635:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829733534872 time 7829733434872 state 0x1 ref 1 00000100:00100000:0.0:1777580308.795663:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829733534872 time 7829744525478 state 0x0 ref 1 00000100:00100000:0.0:1777580308.795679:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+91:282853:x1863919946547712:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.795708:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.795740:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e491b4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de41 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.795814:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e491b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de41 expref: 92 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.795832:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e491b4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de41 expref: 92 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.795857:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f5:0x0].0x0 (ffffa024185aa300) 00010000:00010000:0.0:1777580308.795869:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580308.795873:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f51200, rc 0) 00000100:00100000:0.0:1777580308.795947:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+92:282853:x1863919946547712:12345-192.168.202.9@tcp:101:touch.500 Request processed in 273us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.795956:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19162 00000100:00100000:0.0:1777580308.795961:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829733534872 time 7829744525478 state 0x2 ref 0 00000100:00100000:1.0:1777580308.796499:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11730 00000100:00100000:1.0:1777580308.796512:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+44:187655:x1863919917458176:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1777580308.796569:0:205906:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 5538 00000100:00100000:0.0:1777580308.807611:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.807641:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.807668:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.807703:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580308.807855:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.807880:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.807889:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.807895:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.807901:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.807910:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.807930:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02481358f00) 00010000:00010000:0.0:1777580308.807934:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.807939:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.807945:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4919f lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.808000:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946547968 00000100:00100000:0.0:1777580308.808012:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946547968 00000100:00100000:0.0:1777580308.808063:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829733534872 time 7829744525478 state 0x0 ref 1 00000100:00100000:0.0:1777580308.808077:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829744625478 time 7829744525478 state 0x1 ref 1 00000100:00100000:0.0:1777580308.808097:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946548224 00000100:00100000:0.0:1777580308.808100:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946548224 00000100:00100000:0.0:1777580308.808113:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829744625478 time 7829744525478 state 0x1 ref 2 00000100:00100000:0.0:1777580308.808127:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946548608 00000100:00100000:0.0:1777580308.808130:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946548608 00000100:00100000:0.0:1777580308.808188:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829744625478 time 7829744525478 state 0x1 ref 3 00000100:00100000:0.0:1777580308.808211:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829757172872 time 7829757072872 state 0x1 ref 3 00000100:00100000:0.0:1777580308.808224:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+93:282858:x1863919946547968:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.808257:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.808279:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e491bb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de48 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808351:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e491bb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de48 expref: 94 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808367:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50a00/0xcb2b2f2f7e491bb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de48 expref: 94 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808388:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f6:0x0].0x0 (ffffa02481358800) 00010000:00010000:0.0:1777580308.808391:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580308.808394:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02383f50a00, rc 0) 00000100:00100000:0.0:1777580308.808465:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+94:282858:x1863919946547968:12345-192.168.202.9@tcp:101:touch.500 Request processed in 243us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.808474:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19163 00000100:00100000:0.0:1777580308.808498:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829757461622 time 7829757361622 state 0x1 ref 2 00000100:00100000:0.0:1777580308.808509:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+93:282859:x1863919946548224:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.808518:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.808528:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e491c2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de4f expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808674:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808686:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808696:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808713:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808720:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.808727:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580308.809354:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b7:0x0], index 0: 0 00010000:00010000:0.0:1777580308.809574:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e491d7 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809588:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e491d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809599:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e491d7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809647:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809655:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809662:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809669:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.809673:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809680:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809692:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.809695:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.809699:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809705:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e491c9 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.809724:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082c1715e reply state 00000000e68d9d2d transno 8589950473 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.809734:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580308.809770:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f50600/0xcb2b2f2f7e491c2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de4f expref: 96 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809791:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e491d7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de4f expref: 95 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.809798:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f8:0x0].0x0 (ffffa024185aa400) 00010000:00010000:0.0:1777580308.809801:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.809803:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fce00, rc 0) 00000100:00100000:0.0:1777580308.809885:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+96:282859:x1863919946548224:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1377us (2242us total) trans 8589950473 rc 0/0 00000100:00100000:0.0:1777580308.809894:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19164 00000100:00100000:0.0:1777580308.809930:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829757461622 time 7829758792057 state 0x0 ref 1 00000100:00100000:0.0:1777580308.809944:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+95:282857:x1863919946548608:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580308.809988:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.810004:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0200/0xcb2b2f2f7e491a6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de3a expref: 95 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810015:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f7:0x0].0x0 (ffffa02481358b00) 00010000:00010000:0.0:1777580308.810025:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.810093:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810101:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810109:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.810251:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000643364ba reply state 0000000002e2b457 transno 8589950474 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.810260:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.810303:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+96:282857:x1863919946548608:12345-192.168.202.9@tcp:36:touch.500 Request processed in 362us (2599us total) trans 8589950474 rc 0/0 00000100:00100000:0.0:1777580308.810310:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19165 00000100:00100000:0.0:1777580308.810314:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829757461622 time 7829758792057 state 0x2 ref 0 00010000:00010000:0.0:1777580308.810377:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810385:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810391:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810397:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.810400:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810407:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810417:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f6:0x0].0x0 (ffffa02481358800) 00010000:00010000:0.0:1777580308.810419:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.810422:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.810432:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1000/0xcb2b2f2f7e4918a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.810590:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946548480 00000100:00100000:2.0:1777580308.810602:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946548480 00000100:00100000:2.0:1777580308.810661:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4111 00000100:00100000:2.0:1777580308.810670:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+95:282849:x1863919946548480:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580308.810914:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+96:282849:x1863919946548480:12345-192.168.202.9@tcp:35:touch.500 Request processed in 243us (3243us total) trans 8589950475 rc 0/0 00000100:00100000:2.0:1777580308.810922:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4111 00000100:00100000:1.0:1777580308.814535:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:187655:x1863919917458176:12345-0@lo:5:osp-pre-1-0.0 Request processed in 18016us (19914us total) trans 8589938540 rc 0/0 00000100:00100000:1.0:1777580308.814553:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11730 00000100:00100000:1.0:1777580308.822850:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.823164:0:187655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024ae6ac380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:187655:1863919917458176:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1777580308.823189:0:187655:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1592:0x0]-[0x280000400:0x15c1:0x0] 00000100:00100000:2.0:1777580308.823816:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946548736 00000100:00100000:2.0:1777580308.823827:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946548736 00000100:00100000:2.0:1777580308.824004:0:205895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11731 00000100:00100000:2.0:1777580308.824016:0:205895:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2363:x1863919946548736:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580308.826306:0:205895:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2363:x1863919946548736:12345-192.168.202.9@tcp:2:touch.500 Request processed in 2277us (3457us total) trans 8589938541 rc 0/0 00000100:00100000:2.0:1777580308.826321:0:205895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11731 00010000:00010000:0.0:1777580308.830981:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.831007:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.831016:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.831022:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fc600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.831028:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.831037:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.831059:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa024185aaf00) 00010000:00010000:0.0:1777580308.831063:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.831069:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.831075:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491d0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.833006:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.833027:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.833035:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.833042:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.833046:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.833054:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.833073:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f7:0x0].0x0 (ffffa024185aa000) 00010000:00010000:0.0:1777580308.833077:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.833081:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.833089:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e491e5 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.850302:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.850417:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.850452:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.850565:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.850586:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.850614:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.850648:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.850688:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946549120 00000100:00100000:0.0:1777580308.850701:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946549120 00000100:00100000:0.0:1777580308.850756:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829413265110 time 7829421085894 state 0x0 ref 1 00000100:00100000:0.0:1777580308.850772:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829421185894 time 7829421085894 state 0x1 ref 1 00000100:00100000:0.0:1777580308.850792:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946549248 00000100:00100000:0.0:1777580308.850795:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946549248 00000100:00100000:0.0:1777580308.850806:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829757461622 time 7829758792057 state 0x0 ref 1 00000100:00100000:0.0:1777580308.850813:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829758892057 time 7829758792057 state 0x1 ref 1 00000100:00100000:0.0:1777580308.850825:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946549376 00000100:00100000:0.0:1777580308.850828:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946549376 00000100:00100000:0.0:1777580308.850844:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829421185894 time 7829421085894 state 0x1 ref 2 00000100:00100000:0.0:1777580308.850856:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946549504 00000100:00100000:0.0:1777580308.850858:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946549504 00000100:00100000:0.0:1777580308.850886:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829421185894 time 7829421085894 state 0x1 ref 3 00000100:00100000:0.0:1777580308.850894:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946549888 00000100:00100000:0.0:1777580308.850897:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946549888 00000100:00100000:0.0:1777580308.850907:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829758892057 time 7829758792057 state 0x1 ref 2 00000100:00100000:0.0:1777580308.850920:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829799882459 time 7829799782459 state 0x1 ref 3 00000100:00100000:0.0:1777580308.850932:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+98:282872:x1863919946549120:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.850967:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.850994:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491ec lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de56 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851082:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851101:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851120:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851170:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851178:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851185:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851338:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e49201 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851346:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e49201 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851353:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e49201 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580308.851390:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f3:0x0]: returning size 0 00000004:00200000:0.0:1777580308.851395:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580308.851421:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e49201 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851434:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e49201 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851443:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851455:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851462:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851468:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.851472:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851480:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851493:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.851496:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.851502:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851509:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e491f3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851528:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851534:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851540:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851545:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.851548:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851554:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851561:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x3bf54fa8 (ffffa024185aaf00) 00010000:00010000:0.0:1777580308.851563:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.851565:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851571:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e491fa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x3bf54fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851605:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e491ec lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de56 expref: 100 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851619:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fde00/0xcb2b2f2f7e49201 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de56 expref: 99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.851627:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f3:0x0].0x0 (ffffa024993dfa00) 00010000:00010000:0.0:1777580308.851629:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.851632:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fde00, rc 0) 00000100:00100000:0.0:1777580308.851717:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+99:282872:x1863919946549120:12345-192.168.202.9@tcp:101:rm.500 Request processed in 786us (3594us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.851726:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19166 00000100:00100000:0.0:1777580308.851758:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829800720422 time 7829800620422 state 0x1 ref 2 00000100:00100000:0.0:1777580308.851771:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+98:282859:x1863919946549248:12345-192.168.202.9@tcp:36:touch.500 00000100:00100000:2.0:1777580308.853038:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946549760 00000100:00100000:2.0:1777580308.853054:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946549760 00010000:00010000:0.0:1777580308.853741:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.853783:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e491d7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de4f expref: 99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.853812:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f8:0x0].0x0 (ffffa024185aa400) 00010000:00010000:0.0:1777580308.853826:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580308.853878:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4112 00010000:00010000:0.0:1777580308.853938:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.853955:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.853968:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.853987:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+98:282853:x1863919946549760:12345-192.168.202.9@tcp:35:touch.500 00000004:00010000:0.0:1777580308.854187:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000afc0c686 reply state 0000000066ab1896 transno 8589950476 ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.854198:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.854309:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+101:282859:x1863919946549248:12345-192.168.202.9@tcp:36:touch.500 Request processed in 2539us (3889us total) trans 8589950476 rc 0/0 00000100:00100000:0.0:1777580308.854320:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19167 00000100:00100000:0.0:1777580308.854353:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829803312731 time 7829803212731 state 0x1 ref 2 00000100:00100000:0.0:1777580308.854366:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:282864:x1863919946549376:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580308.854379:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777580308.854380:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:282853:x1863919946549760:12345-192.168.202.9@tcp:35:touch.500 Request processed in 400us (3762us total) trans 8589950477 rc 0/0 00000100:00100000:2.0:1777580308.854390:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4112 00010000:00010000:0.0:1777580308.854392:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4920f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de5d expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854452:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854462:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854470:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854485:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854492:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854499:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854618:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854627:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854635:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580308.854660:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f1:0x0]: returning size 0 00000004:00200000:0.0:1777580308.854664:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580308.854681:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854696:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854704:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854711:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854718:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854724:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.854729:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854737:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854747:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.854751:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.854755:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854762:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49216 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854775:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854781:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854787:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854793:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.854795:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854801:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854808:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02493ac1e00) 00010000:00010000:0.0:1777580308.854810:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.854813:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854819:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4921d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.854847:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e4920f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 101 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.855402:0:205896:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946548864 00000100:00100000:1.0:1777580308.855416:0:205896:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946548864 00000100:00100000:1.0:1777580308.855492:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11732 00000100:00100000:1.0:1777580308.855503:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+27:2364:x1863919946548864:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580308.855844:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2364:x1863919946548864:12345-192.168.202.9@tcp:2:touch.500 Request processed in 342us (5390us total) trans 8589938942 rc 0/0 00000100:00100000:1.0:1777580308.855852:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11732 00000100:00100000:3.0:1777580308.857710:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829800720422 time 7829806563428 state 0x0 ref 1 00000100:00100000:3.0:1777580308.857748:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:282857:x1863919946549888:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580308.857780:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.857813:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4922b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de6b expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.857905:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4922b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de6b expref: 101 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.857923:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1000/0xcb2b2f2f7e4922b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de6b expref: 101 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.857947:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f7:0x0].0x0 (ffffa02417834700) 00010000:00010000:3.0:1777580308.857950:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580308.857954:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d1000, rc 0) 00000100:00100000:3.0:1777580308.858227:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+101:282857:x1863919946549888:12345-192.168.202.9@tcp:101:touch.500 Request processed in 495us (7575us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.858236:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19170 00000100:00100000:3.0:1777580308.858243:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829800720422 time 7829806563428 state 0x2 ref 0 00000100:00100000:3.0:1777580308.858282:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829803312731 time 7829807144413 state 0x0 ref 2 00000100:00100000:3.0:1777580308.858294:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:282870:x1863919946549504:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580308.858306:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.858317:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e49232 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de64 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.858403:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.858414:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.858423:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.858445:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.858452:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.858458:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.860825:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49247 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.860847:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49247 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.860873:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49247 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580308.860917:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f2:0x0]: returning size 0 00000004:00200000:3.0:1777580308.860922:0:207396:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580308.860948:0:207396:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49247 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.860962:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49247 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.860972:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.860980:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.860988:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.860994:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d0c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.860998:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861007:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861020:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580308.861023:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.861027:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861033:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0c00/0xcb2b2f2f7e49239 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861050:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861059:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861064:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861069:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b54d1600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.861071:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861076:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861083:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02417834e00) 00010000:00010000:3.0:1777580308.861085:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.861088:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861093:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1600/0xcb2b2f2f7e49240 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861159:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d1400/0xcb2b2f2f7e49232 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de64 expref: 102 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861177:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49247 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de64 expref: 101 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861185:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f2:0x0].0x0 (ffffa024993dfb00) 00010000:00010000:3.0:1777580308.861188:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580308.861192:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b54d0000, rc 0) 00000100:00100000:3.0:1777580308.861279:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+101:282870:x1863919946549504:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2985us (10690us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.861301:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19169 00000100:00100000:3.0:1777580308.861500:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.861598:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946550016 00000100:00100000:3.0:1777580308.861608:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946550016 00000100:00100000:3.0:1777580308.861644:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829800720422 time 7829806563428 state 0x0 ref 1 00000100:00100000:3.0:1777580308.861658:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829806663428 time 7829806563428 state 0x1 ref 1 00000100:00100000:3.0:1777580308.861674:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829806663428 time 7829810536039 state 0x0 ref 1 00000100:00100000:3.0:1777580308.861685:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+101:282859:x1863919946550016:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580308.861708:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.861725:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4924e lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de72 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861775:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4924e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de72 expref: 102 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861789:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5200/0xcb2b2f2f7e4924e lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de72 expref: 102 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861808:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f8:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:3.0:1777580308.861810:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580308.861813:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5200, rc 0) 00000100:00100000:3.0:1777580308.861850:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+102:282859:x1863919946550016:12345-192.168.202.9@tcp:101:touch.500 Request processed in 167us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.861857:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19171 00000100:00100000:3.0:1777580308.861873:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829806663428 time 7829810536039 state 0x2 ref 0 00010000:00010000:3.0:1777580308.861900:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861977:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861983:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861988:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02392cb3e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.861991:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.861998:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.862008:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f8:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:3.0:1777580308.862010:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.862012:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.862018:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02392cb3e00/0xcb2b2f2f7e49208 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.864150:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 100 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.864172:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:0.0:1777580308.864175:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.864179:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bde00, rc 0) 00000100:00100000:0.0:1777580308.864260:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:282864:x1863919946549376:12345-192.168.202.9@tcp:101:rm.500 Request processed in 9894us (13692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580308.864275:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19168 00000100:00100000:0.0:1777580308.864284:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829803312731 time 7829807144413 state 0x2 ref 0 00000100:00100000:1.0:1777580308.876258:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.876315:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.876355:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946550144 00000100:00100000:1.0:1777580308.876368:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946550144 00000100:00100000:1.0:1777580308.876432:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11733 00000100:00100000:1.0:1777580308.876444:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+28:2362:x1863919946550144:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.876469:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.876499:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e49255 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de79 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.876533:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1590:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580308.876561:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.876564:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.876574:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e49255 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de79 expref: 29 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.876596:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262a4562/0xcb2b2f2f7e49255 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de79 expref: 29 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.876612:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1a00, rc 0) 00000100:00100000:1.0:1777580308.876678:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2362:x1863919946550144:12345-192.168.202.9@tcp:101:rm.500 Request processed in 237us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.876687:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11733 00000100:00100000:1.0:1777580308.880994:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946550400 00000100:00100000:1.0:1777580308.881013:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946550400 00000100:00100000:1.0:1777580308.881092:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4113 00000100:00100000:1.0:1777580308.881106:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+100:282858:x1863919946550400:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580308.881596:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+101:282858:x1863919946550400:12345-192.168.202.9@tcp:35:touch.500 Request processed in 492us (5349us total) trans 8589950478 rc 0/0 00000100:00100000:1.0:1777580308.881610:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4113 00000100:00100000:1.0:1777580308.887706:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.887764:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.887788:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.887808:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.887858:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.887919:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946550528 00000100:00100000:1.0:1777580308.887931:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946550528 00000100:00100000:1.0:1777580308.887992:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946550784 00000100:00100000:1.0:1777580308.887995:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946550784 00000100:00100000:1.0:1777580308.888017:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946550656 00000100:00100000:1.0:1777580308.888019:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946550656 00000100:00100000:1.0:1777580308.888037:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946550912 00000100:00100000:1.0:1777580308.888040:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946550912 00000100:00100000:1.0:1777580308.888067:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11734 00000100:00100000:1.0:1777580308.888079:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2363:x1863919946550528:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.888107:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.888170:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e4925c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de80 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.888207:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b4:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580308.888236:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.888238:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.888250:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e4925c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de80 expref: 30 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.888271:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0be3b81/0xcb2b2f2f7e4925c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de80 expref: 30 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.888293:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1000, rc 0) 00000100:00100000:1.0:1777580308.888361:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946550528:12345-192.168.202.9@tcp:101:rm.500 Request processed in 284us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.888368:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11734 00000100:00100000:1.0:1777580308.888392:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11735 00000100:00100000:1.0:1777580308.888399:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+29:2363:x1863919946550784:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580308.888751:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946550784:12345-192.168.202.9@tcp:2:touch.500 Request processed in 352us (986us total) trans 8589938943 rc 0/0 00000100:00100000:1.0:1777580308.888759:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11735 00000100:00100000:1.0:1777580308.888774:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11736 00000100:00100000:1.0:1777580308.888781:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946550656:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580308.888959:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946550656:12345-192.168.202.9@tcp:2:touch.500 Request processed in 178us (1169us total) trans 8589938542 rc 0/0 00000100:00100000:1.0:1777580308.888967:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11736 00000100:00100000:1.0:1777580308.888981:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11737 00000100:00100000:1.0:1777580308.888987:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2363:x1863919946550912:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580308.888996:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.889011:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e49263 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de87 expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580308.889029:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x158f:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580308.889040:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.889042:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580308.889047:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e49263 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de87 expref: 31 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.889060:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c601c67/0xcb2b2f2f7e49263 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de87 expref: 31 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.889071:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0200, rc 0) 00000100:00100000:1.0:1777580308.889090:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946550912:12345-192.168.202.9@tcp:101:rm.500 Request processed in 104us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580308.889096:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11737 00000100:00100000:1.0:1777580308.889159:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946551168 00000100:00100000:1.0:1777580308.889165:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946551168 00000100:00100000:1.0:1777580308.889188:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829806663428 time 7829810536039 state 0x0 ref 1 00000100:00100000:1.0:1777580308.889199:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829810636039 time 7829810536039 state 0x1 ref 1 00000100:00100000:1.0:1777580308.889224:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829810636039 time 7829838086965 state 0x0 ref 1 00000100:00100000:1.0:1777580308.889233:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+101:282871:x1863919946551168:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.889248:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.889264:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4926a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de8e expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.889412:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.889427:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.889441:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.889455:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.889462:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.889469:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777580308.890014:0:207396:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1593:0x0], index 1: 0 00010000:00010000:1.0:1777580308.890262:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4927f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890277:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4927f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890287:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4927f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890333:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890341:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890349:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890354:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.890359:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890367:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890382:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.890385:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.890388:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890394:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49271 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777580308.890407:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb6e4ea3 reply state 00000000050484b1 transno 8589950479 ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.890417:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777580308.890454:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4926a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de8e expref: 104 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890467:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4927f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de8e expref: 103 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.890474:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f9:0x0].0x0 (ffffa02481358700) 00010000:00010000:1.0:1777580308.890476:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580308.890479:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:1.0:1777580308.890541:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+104:282871:x1863919946551168:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1307us (2681us total) trans 8589950479 rc 0/0 00000100:00100000:1.0:1777580308.890550:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19172 00000100:00100000:1.0:1777580308.890558:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829810636039 time 7829838086965 state 0x2 ref 0 00010000:00010000:0.0:1777580308.900085:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.900097:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580308.900106:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900116:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900124:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.900130:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.900182:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.900194:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946551424 00000100:00100000:3.0:1777580308.900209:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946551424 00000100:00100000:1.0:1777580308.900213:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.900281:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4114 00000100:00100000:3.0:1777580308.900305:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+104:282857:x1863919946551424:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580308.900314:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.900341:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946552192 00000100:00100000:1.0:1777580308.900345:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946552192 00000100:00100000:1.0:1777580308.900369:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4115 00000100:00100000:1.0:1777580308.900376:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+105:282859:x1863919946552192:12345-192.168.202.9@tcp:35:touch.500 00010000:00010000:0.0:1777580308.900560:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900579:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02481358400) 00010000:00010000:0.0:1777580308.900583:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.900589:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900595:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49278 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.900641:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946551680 00000100:00100000:0.0:1777580308.900645:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946551680 00000100:00100000:0.0:1777580308.900674:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829810636039 time 7829838086965 state 0x0 ref 1 00000100:00100000:0.0:1777580308.900690:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829838186965 time 7829838086965 state 0x1 ref 1 00000100:00100000:0.0:1777580308.900708:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946551936 00000100:00100000:0.0:1777580308.900711:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946551936 00000100:00100000:0.0:1777580308.900726:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829803312731 time 7829807144413 state 0x0 ref 1 00000100:00100000:0.0:1777580308.900733:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829807244413 time 7829807144413 state 0x1 ref 1 00000100:00100000:0.0:1777580308.900752:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829807244413 time 7829849613065 state 0x0 ref 1 00000100:00100000:0.0:1777580308.900762:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388927800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282870:x1863919946551936:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:0.0:1777580308.900800:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777580308.900820:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b54d0000/0xcb2b2f2f7e49247 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de64 expref: 107 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900844:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e490f7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de10 expref: 106 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900854:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f2:0x0].0x0 (ffffa024993dfb00) 00010000:00010000:0.0:1777580308.900874:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.900903:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900919:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900930:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900949:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900956:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.900963:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.901039:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+105:282859:x1863919946552192:12345-192.168.202.9@tcp:35:touch.500 Request processed in 661us (726us total) trans 8589950480 rc 0/0 00000100:00100000:1.0:1777580308.901049:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4115 00010000:00010000:0.0:1777580308.901089:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901098:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901105:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777580308.901680:0:188495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1843, 64 off126144 00010000:00010000:0.0:1777580308.901742:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901753:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901762:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901770:0:188495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901776:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901784:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901804:0:188495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777580308.901824:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901831:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901837:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901842:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bd800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.901846:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901853:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901876:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f2:0x0].0x0 (ffffa024185aa400) 00010000:00010000:0.0:1777580308.901880:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777580308.901883:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901890:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e4929b lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901910:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901921:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901926:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901931:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.901933:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901939:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901946:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.901948:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.901951:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.901956:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4928d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.901966:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc38a5f8 reply state 00000000f6a289eb transno 8589950481 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.901976:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.902056:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388927800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+106:282870:x1863919946551936:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1294us (1842us total) trans 8589950481 rc 0/0 00000100:00100000:0.0:1777580308.902066:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19174 00000100:00100000:0.0:1777580308.902074:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829807244413 time 7829849613065 state 0x2 ref 0 00000100:00100000:0.0:1777580308.902112:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829838186965 time 7829850975101 state 0x0 ref 1 00000100:00100000:0.0:1777580308.902127:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+105:282871:x1863919946551680:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580308.902188:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.902203:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e4927f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de8e expref: 105 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.902216:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f9:0x0].0x0 (ffffa02481358700) 00010000:00010000:0.0:1777580308.902225:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.902296:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.902305:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.902313:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.902400:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069860d8e reply state 00000000b957640b transno 8589950482 ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.902409:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.902472:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+106:282871:x1863919946551680:12345-192.168.202.9@tcp:36:touch.500 Request processed in 348us (2290us total) trans 8589950482 rc 0/0 00000100:00100000:0.0:1777580308.902481:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19173 00000100:00100000:0.0:1777580308.902485:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829838186965 time 7829850975101 state 0x2 ref 0 00010000:00010000:0.0:1777580308.902528:0:208519:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777580308.902536:0:208519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.902544:0:208519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc157f320) 00010000:00010000:0.0:1777580308.902548:0:208519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.902556:0:208519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.902567:0:208519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f2:0x0].0x0 (ffffa024185aa400) 00010000:00010000:0.0:1777580308.902570:0:208519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777580308.902574:0:208519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.902581:0:208519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492a2 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.902598:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.902600:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777580308.902603:0:208519:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777580308.911423:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.911625:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+106:282857:x1863919946551424:12345-192.168.202.9@tcp:35:touch.500 Request processed in 11320us (11536us total) trans 8589950483 rc 0/0 00000100:00100000:3.0:1777580308.911648:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4114 00010000:00010000:3.0:1777580308.912081:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.912096:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.912105:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.912111:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.912117:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.912126:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.912210:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580308.913354:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc8244fa8 (ffffa02493ac1e00) 00010000:00010000:3.0:1777580308.913363:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.913371:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.913382:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e49294 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc8244fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.913478:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946552448 00000100:00100000:2.0:1777580308.913491:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946552448 00000100:00100000:2.0:1777580308.913542:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829838186965 time 7829850975101 state 0x0 ref 1 00000100:00100000:2.0:1777580308.913561:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829851075101 time 7829850975101 state 0x1 ref 1 00000100:00100000:2.0:1777580308.913590:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946552576 00000100:00100000:2.0:1777580308.913594:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946552576 00000100:00100000:2.0:1777580308.913607:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829851075101 time 7829850975101 state 0x1 ref 2 00000100:00100000:2.0:1777580308.913632:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829862594950 time 7829862494950 state 0x1 ref 2 00000100:00100000:2.0:1777580308.913651:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+106:282867:x1863919946552448:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580308.913681:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580308.913702:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e492b0 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de95 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.914072:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.914089:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.914102:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.914117:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.914232:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.914241:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.914585:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829862594950 time 7829863443999 state 0x0 ref 2 00000100:00100000:3.0:1777580308.914606:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+107:282871:x1863919946552576:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580308.914622:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.914638:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e492c5 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90de9c expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.914683:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e492c5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de9c expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.914696:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b4c00/0xcb2b2f2f7e492c5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de9c expref: 108 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.914719:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f9:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:3.0:1777580308.914722:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580308.914726:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b4c00, rc 0) 00000100:00100000:3.0:1777580308.914814:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282871:x1863919946552576:12345-192.168.202.9@tcp:101:touch.500 Request processed in 216us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.914822:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19176 00000004:00080000:2.0:1777580308.915468:0:187632:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b8:0x0], index 0: 0 00010000:00010000:2.0:1777580308.915687:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e492cc lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.915699:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e492cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.915710:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e492cc lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.915853:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.915877:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.915964:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.915972:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.915978:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.915986:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.916001:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.916005:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.916010:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.916022:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e492b7 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580308.916038:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f21ef108 reply state 00000000a3adbc80 transno 8589950484 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.916048:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580308.916090:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e492b0 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de95 expref: 110 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.916105:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e492cc lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de95 expref: 109 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.916113:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fa:0x0].0x0 (ffffa02499479700) 00010000:00010000:2.0:1777580308.916115:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580308.916118:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6200, rc 0) 00000100:00100000:2.0:1777580308.918249:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282867:x1863919946552448:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4589us (6827us total) trans 8589950484 rc 0/0 00000100:00100000:2.0:1777580308.918264:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19175 00000100:00100000:2.0:1777580308.918274:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829862594950 time 7829863443999 state 0x2 ref 0 00010000:00010000:2.0:1777580308.918341:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.918353:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.918361:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.918368:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02396b20800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.918373:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.918380:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.918398:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f9:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:2.0:1777580308.918400:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.918405:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.918411:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e492a9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.925743:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.925911:0:206352:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946552704 00000100:00100000:1.0:1777580308.925924:0:206352:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946552704 00000100:00100000:1.0:1777580308.925990:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11738 00000100:00100000:1.0:1777580308.926002:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2363:x1863919946552704:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580308.926483:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2363:x1863919946552704:12345-192.168.202.9@tcp:2:touch.500 Request processed in 482us (762us total) trans 8589938543 rc 0/0 00000100:00100000:1.0:1777580308.926492:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11738 00010000:00010000:2.0:1777580308.930492:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.930511:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.930520:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.930527:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.930534:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.930543:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.930571:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa02499479000) 00010000:00010000:2.0:1777580308.930575:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.930580:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.930588:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e492be lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.930680:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.930714:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.933611:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946552960 00000100:00100000:0.0:1777580308.933630:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946552960 00000100:00100000:0.0:1777580308.933688:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829862594950 time 7829863443999 state 0x0 ref 1 00000100:00100000:0.0:1777580308.933705:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829863543999 time 7829863443999 state 0x1 ref 1 00000100:00100000:0.0:1777580308.933729:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946553216 00000100:00100000:0.0:1777580308.933733:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946553216 00000100:00100000:0.0:1777580308.933747:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829863543999 time 7829863443999 state 0x1 ref 2 00000100:00100000:0.0:1777580308.933767:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829882729201 time 7829882629201 state 0x1 ref 2 00000100:00100000:0.0:1777580308.933798:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282867:x1863919946552960:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580308.933899:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.933935:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e492cc lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de95 expref: 108 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.933956:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fa:0x0].0x0 (ffffa02499479700) 00010000:00010000:0.0:1777580308.933972:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.934076:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.934094:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.934108:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.934348:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a03e7fc4 reply state 000000006d3e03de transno 8589950485 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.934361:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.934683:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282867:x1863919946552960:12345-192.168.202.9@tcp:36:touch.500 Request processed in 902us (4004us total) trans 8589950485 rc 0/0 00000100:00100000:0.0:1777580308.934695:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19177 00000100:00100000:0.0:1777580308.934733:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829882729201 time 7829883595564 state 0x0 ref 1 00000100:00100000:0.0:1777580308.934748:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+108:282874:x1863919946553216:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580308.934762:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580308.934857:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e492e1 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dea3 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.935004:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.935017:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.935026:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.935042:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.935048:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.935055:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777580308.936402:0:188495:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1594:0x0], index 1: 0 00010000:00010000:0.0:1777580308.937051:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e492f6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.937074:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e492f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.937087:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e492f6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939036:0:188495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939069:0:188495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939080:0:188495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939088:0:188495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bd800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580308.939094:0:188495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939107:0:188495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939128:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580308.939158:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580308.939164:0:188495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939172:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e492e8 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.939199:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000502805a4 reply state 00000000dc7378de transno 8589950486 ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.939211:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777580308.939517:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e492e1 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dea3 expref: 111 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939542:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e492f6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dea3 expref: 110 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.939558:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fb:0x0].0x0 (ffffa024993dfb00) 00010000:00010000:0.0:1777580308.939561:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580308.939565:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fce00, rc 0) 00000100:00100000:0.0:1777580308.939656:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282874:x1863919946553216:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4911us (8939us total) trans 8589950486 rc 0/0 00000100:00100000:0.0:1777580308.939667:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19178 00000100:00100000:0.0:1777580308.939676:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829882729201 time 7829883595564 state 0x2 ref 0 00000100:00100000:2.0:1777580308.946098:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580308.946179:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.946195:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.946205:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.946211:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.946217:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.946227:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.946291:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fa:0x0].0x0 (ffffa024185aa400) 00010000:00010000:3.0:1777580308.946294:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.946299:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.946307:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e492da lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.946444:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.946452:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.946458:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.946462:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.946466:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.946472:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.946481:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa024185aa000) 00010000:00010000:2.0:1777580308.946483:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.946486:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.946493:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e492ef lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580308.946556:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946553472 00000100:00100000:1.0:1777580308.946569:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946553472 00000100:00100000:1.0:1777580308.946657:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4116 00000100:00100000:1.0:1777580308.946669:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+109:282871:x1863919946553472:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580308.947119:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+110:282871:x1863919946553472:12345-192.168.202.9@tcp:35:touch.500 Request processed in 452us (1033us total) trans 8589950487 rc 0/0 00000100:00100000:1.0:1777580308.947386:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4116 00000100:00100000:3.0:1777580308.947639:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580308.948113:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946553728 00000100:00100000:1.0:1777580308.948121:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946553728 00000100:00100000:1.0:1777580308.950002:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829882729201 time 7829883595564 state 0x0 ref 1 00000100:00100000:1.0:1777580308.950024:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829883695564 time 7829883595564 state 0x1 ref 1 00000100:00100000:1.0:1777580308.950071:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829883695564 time 7829898932611 state 0x0 ref 1 00000100:00100000:1.0:1777580308.950097:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+377:282906:x1863919946553728:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:1.0:1777580308.950155:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580308.950183:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49304 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90deaa expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950414:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950433:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950446:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950462:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950469:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950475:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950556:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49319 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950566:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49319 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950574:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49319 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777580308.950586:0:207396:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f1:0x0]: returning size 0 00010000:00010000:1.0:1777580308.950966:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950977:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950985:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.950991:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff1e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.950996:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951005:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951019:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:1.0:1777580308.951023:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.951029:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951039:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1e00/0xcb2b2f2f7e4930b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951054:0:207396:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951060:0:207396:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951066:0:207396:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951072:0:207396:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023deff0e00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:1.0:1777580308.951074:0:207396:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951081:0:207396:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951090:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02481358700) 00010000:00010000:1.0:1777580308.951092:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777580308.951095:0:207396:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951100:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff0e00/0xcb2b2f2f7e49312 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951195:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1200/0xcb2b2f2f7e49304 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90deaa expref: 380 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951216:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49319 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90deaa expref: 379 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580308.951223:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:1.0:1777580308.951226:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777580308.951228:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1c00, rc 0) 00000100:00100000:1.0:1777580308.951316:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282906:x1863919946553728:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1232us (3677us total) trans 8589950488 rc 0/0 00000100:00100000:1.0:1777580308.951326:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19179 00000100:00100000:1.0:1777580308.951334:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829883695564 time 7829898932611 state 0x2 ref 0 00000100:00100000:3.0:1777580308.964533:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.964644:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.964748:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.965034:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946553856 00000100:00100000:2.0:1777580308.965048:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946553856 00000100:00100000:2.0:1777580308.965105:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829883695564 time 7829898932611 state 0x0 ref 1 00000100:00100000:2.0:1777580308.965121:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829899032611 time 7829898932611 state 0x1 ref 1 00000100:00100000:2.0:1777580308.965183:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946554112 00000100:00100000:2.0:1777580308.965187:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946554112 00000100:00100000:2.0:1777580308.965204:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829899032611 time 7829898932611 state 0x1 ref 2 00000100:00100000:2.0:1777580308.965230:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829914192300 time 7829914092300 state 0x1 ref 2 00000100:00100000:2.0:1777580308.965245:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282867:x1863919946553856:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580308.965279:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580308.965309:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e49327 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90deb1 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.965389:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e49327 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90deb1 expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.965408:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7000/0xcb2b2f2f7e49327 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90deb1 expref: 112 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.965432:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fa:0x0].0x0 (ffffa02499479000) 00010000:00010000:2.0:1777580308.965436:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580308.965442:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7000, rc 0) 00000100:00100000:2.0:1777580308.965523:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+112:282867:x1863919946553856:12345-192.168.202.9@tcp:101:touch.500 Request processed in 279us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580308.965533:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19180 00000100:00100000:2.0:1777580308.965563:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829914192300 time 7829914425768 state 0x0 ref 1 00000100:00100000:2.0:1777580308.965574:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+111:282879:x1863919946554112:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580308.965588:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580308.965602:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4932e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90deb8 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.966002:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.966017:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.966028:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.966046:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.966054:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.966062:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580308.968681:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15b9:0x0], index 0: 0 00000100:00100000:3.0:1777580308.969695:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580308.970753:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49343 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.970787:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49343 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.970801:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49343 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.970932:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946554368 00000100:00100000:0.0:1777580308.970946:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946554368 00000100:00100000:0.0:1777580308.970997:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829914525768 time 7829914425768 state 0x1 ref 2 00000100:00100000:0.0:1777580308.971039:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946554624 00000100:00100000:0.0:1777580308.971043:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946554624 00000100:00100000:0.0:1777580308.971058:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829914525768 time 7829914425768 state 0x1 ref 3 00000100:00100000:0.0:1777580308.971078:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829920040374 time 7829919940374 state 0x1 ref 3 00000100:00100000:0.0:1777580308.971092:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+114:282874:x1863919946554368:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580308.971169:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.971193:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e492f6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dea3 expref: 114 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.971215:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fb:0x0].0x0 (ffffa024993dfb00) 00010000:00010000:0.0:1777580308.971225:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.971933:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.971952:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.971962:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.972121:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088e64e5e reply state 000000005cf0910e transno 8589950490 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.972132:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.972890:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282874:x1863919946554368:12345-192.168.202.9@tcp:36:touch.500 Request processed in 1794us (8135us total) trans 8589950490 rc 0/0 00000100:00100000:0.0:1777580308.972902:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19182 00000100:00100000:0.0:1777580308.972955:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829920040374 time 7829921815886 state 0x0 ref 2 00000100:00100000:0.0:1777580308.972974:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+379:282906:x1863919946554624:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:0.0:1777580308.973028:0:187632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777580308.973055:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023deff1c00/0xcb2b2f2f7e49319 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90deaa expref: 379 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.973075:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:0.0:1777580308.973081:0:187632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777580308.973185:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.973201:0:187632:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 114 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.973216:0:187632:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.973264:0:187632:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 114 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.973911:0:187632:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 114 pid: 205914 timeout: 7929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.973939:0:187632:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffffa024aec3d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:187632:1863919917458304:192.168.202.9@tcp:104: 00000100:00100000:0.0:1777580308.974057:0:187632:0:(client.c:2691:ptlrpc_set_wait()) set ffffa02487cfb840 going to sleep for 11 seconds 00010000:00010000:2.0:1777580308.974557:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.974569:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.974576:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.974584:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.974590:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.974600:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.974613:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.974616:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.974620:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.974625:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49335 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580308.974639:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000527766ce reply state 0000000097096f35 transno 8589950489 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.974648:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580308.974702:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4932e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90deb8 expref: 115 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.974722:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49343 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90deb8 expref: 114 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.974731:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fc:0x0].0x0 (ffffa02499479900) 00010000:00010000:2.0:1777580308.974733:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580308.974736:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6200, rc 0) 00000100:00100000:2.0:1777580308.974799:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282879:x1863919946554112:12345-192.168.202.9@tcp:101:touch.500 Request processed in 9225us (10154us total) trans 8589950489 rc 0/0 00000100:00100000:2.0:1777580308.974809:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19181 00000100:00100000:3.0:1777580308.976950:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580308.976990:0:205908:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946554752 00000100:00100000:0.0:1777580308.977004:0:205908:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946554752 00000100:00100000:0.0:1777580308.977083:0:205908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11739 00000100:00100000:0.0:1777580308.977097:0:205908:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+30:2364:x1863919946554752:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580308.977176:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580308.977211:0:187615:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946554880 00000100:00100000:2.0:1777580308.977217:0:187615:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946554880 00000100:00100000:3.0:1777580308.977229:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1777580308.977249:0:187615:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 115 pid: 205914 timeout: 7929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977258:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977267:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977275:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977281:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:2.0:1777580308.977281:0:187615:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4329 00010000:00010000:3.0:1777580308.977287:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.977288:0:187615:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:2363:x1863919946554880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777580308.977297:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.977301:0:187615:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580308.977309:0:187615:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 115 pid: 205914 timeout: 7929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977316:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fb:0x0].0x0 (ffffa02490544200) 00010000:00010000:3.0:1777580308.977318:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.977321:0:187615:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 115 pid: 205914 timeout: 7929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977324:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977331:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4934a lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.977344:0:187615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:2.0:1777580308.977348:0:187615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.977359:0:187615:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.977366:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946555008 00010000:00010000:2.0:1777580308.977367:0:187615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.977370:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946555008 00010000:00010000:2.0:1777580308.977388:0:187615:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580308.977396:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829921915886 time 7829921815886 state 0x1 ref 2 00000100:00100000:3.0:1777580308.977419:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829921915886 time 7829926280714 state 0x0 ref 2 00000100:00100000:3.0:1777580308.977428:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282874:x1863919946555008:12345-192.168.202.9@tcp:101:touch.500 00000100:00100000:2.0:1777580308.977439:0:187615:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:2363:x1863919946554880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 152us (265us total) trans 0 rc 0/0 00010000:00010000:3.0:1777580308.977444:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777580308.977446:0:187615:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4329 00010000:00010000:3.0:1777580308.977461:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4935f lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90debf expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977532:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4935f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90debf expref: 115 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977546:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc400/0xcb2b2f2f7e4935f lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90debf expref: 115 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.977575:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fb:0x0].0x0 (ffffa02417834e00) 00010000:00010000:3.0:1777580308.977578:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580308.977580:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc400, rc 0) 00000100:00100000:3.0:1777580308.977607:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+115:282874:x1863919946555008:12345-192.168.202.9@tcp:101:touch.500 Request processed in 180us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.977615:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19184 00000100:00100000:0.0:1777580308.977709:0:205908:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2364:x1863919946554752:12345-192.168.202.9@tcp:2:touch.500 Request processed in 616us (771us total) trans 8589938944 rc 0/0 00000100:00100000:0.0:1777580308.977717:0:205908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11739 00010000:00010000:0.0:1777580308.977770:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49224 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de5d expref: 114 pid: 205914 timeout: 7929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.977917:0:187632:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffffa024aec3d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:187632:1863919917458304:192.168.202.9@tcp:104: 00010000:00010000:0.0:1777580308.977942:0:187632:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.977956:0:187632:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580308.977962:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777580308.978092:0:187632:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e572a16 reply state 00000000e409fa25 transno 8589950491 ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580308.978102:0:187632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777580308.978197:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282906:x1863919946554624:12345-192.168.202.9@tcp:36:touch.500 Request processed in 5228us (8512us total) trans 8589950491 rc 0/0 00000100:00100000:0.0:1777580308.978205:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19183 00000100:00100000:0.0:1777580308.978211:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829921915886 time 7829926280714 state 0x2 ref 0 00000100:00100000:3.0:1777580308.982897:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.982939:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.982973:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580308.983018:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983033:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983042:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983050:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc7600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.983056:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983065:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983088:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02499479b00) 00010000:00010000:3.0:1777580308.983092:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.983162:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983171:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4933c lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.983219:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946555392 00000100:00100000:3.0:1777580308.983232:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946555392 00000100:00100000:3.0:1777580308.983278:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829921915886 time 7829926280714 state 0x0 ref 1 00000100:00100000:3.0:1777580308.983293:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829926380714 time 7829926280714 state 0x1 ref 1 00000100:00100000:3.0:1777580308.983320:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946555648 00000100:00100000:3.0:1777580308.983324:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946555648 00000100:00100000:3.0:1777580308.983339:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829926380714 time 7829926280714 state 0x1 ref 2 00000100:00100000:3.0:1777580308.983364:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829932325797 time 7829932225797 state 0x1 ref 2 00000100:00100000:3.0:1777580308.983378:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+114:282879:x1863919946555392:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:3.0:1777580308.983461:0:205914:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777580308.983480:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49343 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90deb8 expref: 114 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983493:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fc:0x0].0x0 (ffffa02499479900) 00010000:00010000:3.0:1777580308.983500:0:205914:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777580308.983594:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983609:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.983622:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.983867:0:187630:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829932325797 time 7829932718398 state 0x0 ref 2 00000100:00100000:2.0:1777580308.984024:0:187630:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+114:282876:x1863919946555648:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580308.984039:0:187630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580308.984054:0:187630:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4936d lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dec6 expref: -99 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.984224:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.984236:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.984245:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.984262:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.984268:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.984274:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580308.984910:0:187630:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1595:0x0], index 1: 0 00010000:00010000:2.0:1777580308.985117:0:187630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e49382 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985127:0:187630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e49382 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985165:0:187630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e49382 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985208:0:187630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985215:0:187630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985222:0:187630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985228:0:187630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580308.985232:0:187630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985242:0:187630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985255:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580308.985258:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580308.985262:0:187630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985268:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e49374 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580308.985281:0:187630:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2a2ad9f reply state 00000000f0f83764 transno 8589950493 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580308.985291:0:187630:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580308.985327:0:187630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4936d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dec6 expref: 117 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985343:0:187630:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e49382 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dec6 expref: 116 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580308.985351:0:187630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fd:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:2.0:1777580308.985353:0:187630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580308.985356:0:187630:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6600, rc 0) 00000100:00100000:2.0:1777580308.985463:0:187630:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282876:x1863919946555648:12345-192.168.202.9@tcp:101:touch.500 Request processed in 1582us (2488us total) trans 8589950493 rc 0/0 00000100:00100000:2.0:1777580308.985473:0:187630:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19186 00000100:00100000:1.0:1777580308.985989:0:205906:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946555136 00000100:00100000:1.0:1777580308.986001:0:205906:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946555136 00000100:00100000:1.0:1777580308.986054:0:205906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11740 00000100:00100000:1.0:1777580308.986064:0:205906:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2364:x1863919946555136:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580308.986911:0:205906:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2364:x1863919946555136:12345-192.168.202.9@tcp:2:touch.500 Request processed in 844us (4026us total) trans 8589938544 rc 0/0 00000100:00100000:1.0:1777580308.986921:0:205906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11740 00000004:00010000:3.0:1777580308.991665:0:205914:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000972953d2 reply state 00000000e46b6e0e transno 8589950492 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580308.991684:0:205914:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580308.991744:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.992315:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282879:x1863919946555392:12345-192.168.202.9@tcp:36:touch.500 Request processed in 8937us (9372us total) trans 8589950492 rc 0/0 00000100:00100000:3.0:1777580308.992328:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19185 00000100:00100000:2.0:1777580308.992328:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580308.992339:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829932325797 time 7829932718398 state 0x2 ref 0 00000100:00100000:3.0:1777580308.992382:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946556032 00000100:00100000:3.0:1777580308.992392:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946556032 00000100:00100000:3.0:1777580308.992426:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829932325797 time 7829932718398 state 0x0 ref 1 00000100:00100000:3.0:1777580308.992438:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829932818398 time 7829932718398 state 0x1 ref 1 00000100:00100000:3.0:1777580308.992465:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829932818398 time 7829941327048 state 0x0 ref 1 00000100:00100000:3.0:1777580308.992478:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282906:x1863919946556032:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580308.992503:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580308.992526:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e49390 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90decd expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.992638:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e49390 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90decd expref: 381 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.992659:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e49390 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90decd expref: 381 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.992687:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:3.0:1777580308.992691:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580308.992696:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bd800, rc 0) 00000100:00100000:3.0:1777580308.993463:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282906:x1863919946556032:12345-192.168.202.9@tcp:101:touch.500 Request processed in 981us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580308.993474:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19187 00000100:00100000:3.0:1777580308.993481:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829932818398 time 7829941327048 state 0x2 ref 0 00000100:00100000:3.0:1777580308.993529:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946555904 00000100:00100000:3.0:1777580308.993537:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946555904 00000100:00100000:3.0:1777580308.993583:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4117 00000100:00100000:3.0:1777580308.993594:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+117:282867:x1863919946555904:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580308.994039:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+118:282867:x1863919946555904:12345-192.168.202.9@tcp:35:touch.500 Request processed in 447us (2300us total) trans 8589950494 rc 0/0 00000100:00100000:3.0:1777580308.994048:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4117 00010000:00010000:3.0:1777580308.994088:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.994099:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.994108:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.994116:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580308.994122:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.994157:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.994175:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:3.0:1777580308.994179:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580308.994184:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580308.994191:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49351 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.000468:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.000511:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.000538:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580309.000586:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.000602:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.000610:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.000618:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc1fac4f0) 00000100:00100000:2.0:1777580309.000624:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580309.000625:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.000637:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.000660:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946556416 00010000:00010000:3.0:1777580309.000669:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xc91ac0a8 (ffffa02499479700) 00010000:00010000:3.0:1777580309.000674:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777580309.000674:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946556416 00010000:00010000:3.0:1777580309.000681:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.000689:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e4937b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xc91ac0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187630 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.000729:0:207396:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829932818398 time 7829941327048 state 0x0 ref 1 00010000:00010000:3.0:1777580309.000740:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.000745:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829941427048 time 7829941327048 state 0x1 ref 1 00010000:00010000:3.0:1777580309.000752:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.000760:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.000766:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.000769:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.000771:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946556672 00000100:00100000:2.0:1777580309.000775:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946556672 00000100:00100000:2.0:1777580309.000906:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829941427048 time 7829941327048 state 0x1 ref 2 00000100:00100000:2.0:1777580309.000923:0:207396:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946556928 00000100:00100000:2.0:1777580309.000927:0:207396:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946556928 00000100:00100000:2.0:1777580309.000941:0:207396:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829941427048 time 7829941327048 state 0x1 ref 3 00000100:00100000:2.0:1777580309.000960:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829949922741 time 7829949822741 state 0x1 ref 3 00010000:00010000:3.0:1777580309.000975:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.000980:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+119:282879:x1863919946556416:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580309.000991:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fc:0x0].0x0 (ffffa02417834f00) 00010000:00010000:3.0:1777580309.000995:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.001018:0:207396:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580309.001040:0:207396:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49397 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90ded4 expref: -99 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.001079:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.001086:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49366 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.001116:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49397 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ded4 expref: 120 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.001159:0:207396:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02396b20800/0xcb2b2f2f7e49397 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90ded4 expref: 120 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.001183:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fc:0x0].0x0 (ffffa02417834f00) 00010000:00010000:2.0:1777580309.001187:0:207396:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580309.001190:0:207396:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02396b20800, rc 0) 00000100:00100000:2.0:1777580309.001268:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+119:282879:x1863919946556416:12345-192.168.202.9@tcp:101:touch.500 Request processed in 291us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580309.001276:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19188 00000100:00100000:2.0:1777580309.001300:0:207396:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829950263457 time 7829950163457 state 0x1 ref 2 00000100:00100000:2.0:1777580309.001309:0:207396:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+118:282876:x1863919946556672:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580309.001387:0:207396:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580309.001407:0:207396:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e49382 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dec6 expref: 118 pid: 187630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.001419:0:207396:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fd:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:2.0:1777580309.001428:0:207396:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580309.001504:0:207396:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.001513:0:207396:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.001523:0:207396:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580309.001703:0:207396:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000231e1dff reply state 000000000b0b53ba transno 8589950495 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.001719:0:207396:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777580309.001983:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946556288 00000100:00100000:1.0:1777580309.001990:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946556288 00000100:00100000:1.0:1777580309.002032:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4118 00000100:00100000:1.0:1777580309.002040:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aed2c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+120:282874:x1863919946556288:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580309.002218:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829950263457 time 7829951078108 state 0x0 ref 2 00000100:00100000:3.0:1777580309.002247:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+121:282880:x1863919946556928:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580309.002262:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.002277:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e493a5 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dedb expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580309.002323:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aed2c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+122:282874:x1863919946556288:12345-192.168.202.9@tcp:35:touch.500 Request processed in 282us (1869us total) trans 8589950496 rc 0/0 00000100:00100000:1.0:1777580309.002334:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4118 00010000:00010000:3.0:1777580309.002408:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.002423:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.002434:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.002453:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.002461:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.002469:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580309.003624:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15ba:0x0], index 0: 0 00010000:00010000:3.0:1777580309.003845:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e493ba lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.003873:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e493ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.003886:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e493ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.003936:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.003944:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.003951:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.003958:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.003962:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.003970:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.003983:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580309.003986:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.003991:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.004585:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493ac lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580309.004607:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2519a8a reply state 000000009987fb9c transno 8589950497 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.004617:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580309.004669:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e493a5 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dedb expref: 123 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.004691:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e493ba lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dedb expref: 122 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.004699:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fe:0x0].0x0 (ffffa02499479b00) 00010000:00010000:3.0:1777580309.004703:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580309.004706:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e86600, rc 0) 00000100:00100000:3.0:1777580309.004995:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+123:282880:x1863919946556928:12345-192.168.202.9@tcp:101:touch.500 Request processed in 2762us (4370us total) trans 8589950497 rc 0/0 00000100:00100000:3.0:1777580309.005209:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19190 00000100:00080000:3.0:1777580309.005267:0:187626:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777580309.007201:0:207396:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:1220a945-26e8-4f93-ba75-88d1936cf5a4+122:282876:x1863919946556672:12345-192.168.202.9@tcp:36:touch.500 Request processed in 5875us (6645us total) trans 8589950495 rc 0/0 00000100:00100000:2.0:1777580309.007217:0:207396:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19189 00000100:00100000:2.0:1777580309.007229:0:207396:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829950263457 time 7829951078108 state 0x2 ref 0 00000100:00100000:2.0:1777580309.012278:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.012338:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.012377:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946557056 00000100:00100000:2.0:1777580309.012389:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946557056 00000100:00100000:2.0:1777580309.015692:0:205895:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946557184 00000100:00100000:2.0:1777580309.015713:0:205895:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946557184 00000100:00100000:1.0:1777580309.017734:0:205896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11741 00000100:00100000:1.0:1777580309.017768:0:205896:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+31:2361:x1863919946557056:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580309.018204:0:205898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11742 00000100:00100000:3.0:1777580309.018218:0:205898:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+23:2361:x1863919946557184:12345-192.168.202.9@tcp:2:touch.500 00002000:00010000:3.0:1777580309.018485:0:205898:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x158f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777580309.018490:0:205898:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x158f:0x0] updating lvb mtime from disk: 1777580307 -> 1777580308 00002000:00010000:3.0:1777580309.018493:0:205898:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x158f:0x0] updating lvb atime from disk: 1777580307 -> 1777580308 00002000:00010000:3.0:1777580309.018496:0:205898:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x158f:0x0] updating lvb ctime from disk: 1777580307 -> 1777580308 00002000:00010000:3.0:1777580309.018499:0:205898:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x158f:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777580309.018588:0:205898:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2361:x1863919946557184:12345-192.168.202.9@tcp:2:touch.500 Request processed in 374us (6248us total) trans 8589938545 rc 0/0 00000100:00100000:3.0:1777580309.018611:0:205898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11742 00000100:00100000:3.0:1777580309.025403:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.025444:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580309.025445:0:205896:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946557056:12345-192.168.202.9@tcp:2:touch.500 Request processed in 7692us (13178us total) trans 8589938945 rc 0/0 00000100:00100000:1.0:1777580309.025462:0:205896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11741 00000100:00100000:3.0:1777580309.025503:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580309.025534:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.025545:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.025551:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.025555:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.025560:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.025567:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.025583:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x8241c0a8 (ffffa02499479900) 00010000:00010000:3.0:1777580309.025585:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.025589:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.025595:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e493b3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x8241c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.026519:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946557312 00000100:00100000:3.0:1777580309.026534:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946557312 00000100:00100000:3.0:1777580309.026584:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829950263457 time 7829951078108 state 0x0 ref 1 00000100:00100000:2.0:1777580309.029063:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946557824 00000100:00100000:2.0:1777580309.029082:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946557824 00000100:00100000:2.0:1777580309.029159:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829951178108 time 7829951078108 state 0x1 ref 2 00000100:00100000:2.0:1777580309.029190:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946557696 00000100:00100000:2.0:1777580309.029194:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946557696 00000100:00100000:2.0:1777580309.029207:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829951178108 time 7829951078108 state 0x1 ref 3 00000100:00100000:2.0:1777580309.029229:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978191397 time 7829978091397 state 0x1 ref 3 00000100:00100000:2.0:1777580309.029248:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+123:282880:x1863919946557824:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580309.029329:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580309.029366:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e493ba lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dedb expref: 123 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.029391:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fe:0x0].0x0 (ffffa02499479b00) 00010000:00010000:2.0:1777580309.029404:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777580309.029462:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978191397 time 7829978091397 state 0x1 ref 3 00000100:00100000:3.0:1777580309.029483:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978447143 time 7829978347143 state 0x1 ref 3 00000100:00100000:3.0:1777580309.029493:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+122:282885:x1863919946557696:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580309.029499:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.029504:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.029518:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e493cf lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dee9 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.029520:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.029541:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580309.029722:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000670f5638 reply state 000000003f369a56 transno 8589950498 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.029732:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580309.029882:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282880:x1863919946557824:12345-192.168.202.9@tcp:36:touch.500 Request processed in 640us (4438us total) trans 8589950498 rc 0/0 00000100:00100000:2.0:1777580309.029891:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19191 00000100:00100000:2.0:1777580309.029915:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978447143 time 7829978778119 state 0x0 ref 2 00000100:00100000:2.0:1777580309.029925:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+124:282876:x1863919946557312:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580309.029936:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580309.029946:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e493d6 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90dee2 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.029980:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e493d6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dee2 expref: 125 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.029993:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6000/0xcb2b2f2f7e493d6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dee2 expref: 125 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.030017:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fd:0x0].0x0 (ffffa024185ac900) 00010000:00010000:2.0:1777580309.030021:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580309.030024:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc6000, rc 0) 00000100:00100000:2.0:1777580309.030048:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282876:x1863919946557312:12345-192.168.202.9@tcp:101:touch.500 Request processed in 124us (4658us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580309.030055:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19193 00010000:00010000:3.0:1777580309.030407:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.030417:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.030424:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.030437:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.030441:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.030445:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.036407:0:188704:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580309.036525:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.036540:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.036548:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.036556:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.036562:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.036572:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777580309.036584:0:205909:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1596:0x0], index 1: 0 00010000:00010000:2.0:1777580309.036591:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fe:0x0].0x0 (ffffa024185ac100) 00010000:00010000:2.0:1777580309.036595:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.036601:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.036608:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e493c8 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.036995:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e493eb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037013:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e493eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037027:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e493eb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037081:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037089:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037096:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037102:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f0b5800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.037105:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037110:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037117:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580309.037119:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.037122:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037125:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e493dd lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580309.037155:0:205909:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000b57f9ea reply state 00000000b22ee5e6 transno 8589950499 ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.037163:0:205909:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777580309.037205:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e493cf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dee9 expref: 125 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.037230:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037232:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e493eb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dee9 expref: 124 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.037248:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.037250:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ff:0x0].0x0 (ffffa024185aa000) 00010000:00010000:3.0:1777580309.037257:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580309.037261:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bde00, rc 0) 00010000:00010000:2.0:1777580309.037262:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.037270:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.037274:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.037281:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.037292:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fd:0x0].0x0 (ffffa024185ac900) 00010000:00010000:2.0:1777580309.037295:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.037299:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.037305:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e4939e lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7fd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 207396 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.067401:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.068455:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395cfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+124:282885:x1863919946557696:12345-192.168.202.9@tcp:101:touch.500 Request processed in 38957us (42944us total) trans 8589950499 rc 0/0 00000100:00100000:3.0:1777580309.068471:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19192 00000100:00100000:3.0:1777580309.068482:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978447143 time 7829978778119 state 0x2 ref 0 00000100:00100000:2.0:1777580309.069458:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.069553:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.069579:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1777580309.069976:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946557952 00000100:00100000:1.0:1777580309.069992:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946557952 00000100:00100000:1.0:1777580309.070066:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11743 00000100:00100000:1.0:1777580309.070078:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2363:x1863919946557952:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:1.0:1777580309.070528:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa023864a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+34:2363:x1863919946557952:12345-192.168.202.9@tcp:2:touch.500 Request processed in 451us (3142us total) trans 8589938546 rc 0/0 00000100:00100000:1.0:1777580309.070538:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11743 00000100:00100000:1.0:1777580309.070575:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946558336 00000100:00100000:1.0:1777580309.070580:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946558336 00000100:00100000:1.0:1777580309.070610:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946558592 00000100:00100000:1.0:1777580309.070614:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946558592 00000100:00100000:1.0:1777580309.070631:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4119 00000100:00100000:1.0:1777580309.070638:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+124:282879:x1863919946558336:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580309.070972:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282879:x1863919946558336:12345-192.168.202.9@tcp:35:touch.500 Request processed in 333us (1418us total) trans 8589950500 rc 0/0 00000100:00100000:1.0:1777580309.070980:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4119 00000100:00100000:1.0:1777580309.070996:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4120 00000100:00100000:1.0:1777580309.071003:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02483f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+380:282906:x1863919946558592:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:1.0:1777580309.071091:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02483f05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282906:x1863919946558592:12345-192.168.202.9@tcp:35:touch.500 Request processed in 88us (1510us total) trans 8589950501 rc 0/0 00000100:00100000:1.0:1777580309.071099:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4120 00000100:00100000:3.0:1777580309.071330:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946558080 00000100:00100000:3.0:1777580309.071337:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946558080 00000100:00100000:3.0:1777580309.071367:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978447143 time 7829978778119 state 0x0 ref 1 00000100:00100000:3.0:1777580309.071380:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978878119 time 7829978778119 state 0x1 ref 1 00000100:00100000:3.0:1777580309.071402:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978878119 time 7830020264384 state 0x0 ref 1 00000100:00100000:3.0:1777580309.071413:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+125:282880:x1863919946558080:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:3.0:1777580309.071427:0:188495:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.071454:0:188495:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e493f9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90def0 expref: -99 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.071509:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e493f9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90def0 expref: 126 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.071534:0:188495:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc800/0xcb2b2f2f7e493f9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7fe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90def0 expref: 126 pid: 188495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.071555:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fe:0x0].0x0 (ffffa024185aa400) 00010000:00010000:3.0:1777580309.071558:0:188495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777580309.071562:0:188495:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024975bc800, rc 0) 00000100:00100000:3.0:1777580309.071588:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388b1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+126:282880:x1863919946558080:12345-192.168.202.9@tcp:101:touch.500 Request processed in 178us (3920us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580309.071596:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19194 00000100:00100000:3.0:1777580309.071601:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978878119 time 7830020264384 state 0x2 ref 0 00000100:00100000:2.0:1777580309.072250:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.072360:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.072407:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946558976 00000100:00100000:2.0:1777580309.072414:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946558976 00000100:00100000:2.0:1777580309.072445:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829978878119 time 7830020264384 state 0x0 ref 1 00000100:00100000:2.0:1777580309.072455:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830020364384 time 7830020264384 state 0x1 ref 1 00000100:00100000:2.0:1777580309.072471:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946559104 00000100:00100000:2.0:1777580309.072473:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946559104 00000100:00100000:2.0:1777580309.072486:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830020364384 time 7830020264384 state 0x1 ref 2 00000100:00100000:2.0:1777580309.072504:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830021467226 time 7830021367226 state 0x1 ref 2 00000100:00100000:2.0:1777580309.072517:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282885:x1863919946558976:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580309.072570:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580309.072601:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e493eb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90dee9 expref: 127 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.072619:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ff:0x0].0x0 (ffffa024185aa000) 00010000:00010000:2.0:1777580309.072633:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580309.072724:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.072739:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.072751:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580309.072933:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008511060e reply state 0000000008d93d88 transno 8589950502 ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.072950:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580309.073049:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c63aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282885:x1863919946558976:12345-192.168.202.9@tcp:36:touch.500 Request processed in 532us (800us total) trans 8589950502 rc 0/0 00000100:00100000:2.0:1777580309.073058:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19195 00000100:00100000:2.0:1777580309.073094:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830021467226 time 7830021957154 state 0x0 ref 1 00000100:00100000:2.0:1777580309.073108:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+127:282891:x1863919946559104:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580309.073120:0:191688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580309.073154:0:191688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e49407 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90def7 expref: -99 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.073292:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.073308:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.073318:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.073334:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.073341:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.073348:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.074306:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.074321:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.074330:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.074337:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bc000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.074343:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.074353:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.074370:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xef18c0a8 (ffffa02499479700) 00010000:00010000:3.0:1777580309.074375:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.074381:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.074388:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e493e4 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0xef18c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777580309.077028:0:191688:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15bb:0x0], index 0: 0 00010000:00010000:2.0:1777580309.077361:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e4941c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x800:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077382:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e4941c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x800:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077396:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e4941c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x800:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077444:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077451:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077458:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077465:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4ca00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.077470:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077476:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077489:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580309.077492:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.077497:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077523:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e4940e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580309.077539:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002190079 reply state 0000000012dd3dae transno 8589950503 ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.077549:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777580309.077602:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ce00/0xcb2b2f2f7e49407 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90def7 expref: 129 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077620:0:191688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e4941c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x800:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90def7 expref: 128 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.077628:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x800:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:2.0:1777580309.077630:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580309.077633:0:191688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e4da00, rc 0) 00000100:00100000:2.0:1777580309.077722:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282891:x1863919946559104:12345-192.168.202.9@tcp:101:touch.500 Request processed in 4617us (5361us total) trans 8589950503 rc 0/0 00000100:00100000:2.0:1777580309.077734:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19196 00000100:00100000:2.0:1777580309.077744:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830021467226 time 7830021957154 state 0x2 ref 0 00000100:00100000:2.0:1777580309.077896:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.078349:0:187634:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946559360 00000100:00100000:3.0:1777580309.078360:0:187634:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946559360 00000100:00100000:3.0:1777580309.078442:0:187634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4121 00000100:00100000:3.0:1777580309.078456:0:187634:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282876:x1863919946559360:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580309.078813:0:187634:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+130:282876:x1863919946559360:12345-192.168.202.9@tcp:35:touch.500 Request processed in 361us (916us total) trans 8589950504 rc 0/0 00000100:00100000:3.0:1777580309.078821:0:187634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4121 00000100:00100000:2.0:1777580309.081065:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.081301:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946559488 00000100:00100000:3.0:1777580309.081313:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946559488 00000100:00100000:3.0:1777580309.081435:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11744 00000100:00100000:3.0:1777580309.081447:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+32:2361:x1863919946559488:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580309.082057:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+33:2361:x1863919946559488:12345-192.168.202.9@tcp:2:touch.500 Request processed in 611us (1001us total) trans 8589938946 rc 0/0 00000100:00100000:3.0:1777580309.082067:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11744 00010000:00010000:3.0:1777580309.082473:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082487:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082496:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082505:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.082512:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082521:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082543:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ff:0x0].0x0 (ffffa024185ac100) 00010000:00010000:3.0:1777580309.082547:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.082553:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082560:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49400 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.082593:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580309.082599:0:3274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082607:0:3274:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082614:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082620:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.082624:0:3274:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082631:0:3274:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082652:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7516c0a8 (ffffa02499479b00) 00010000:00010000:3.0:1777580309.082655:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.082658:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.082664:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e49415 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x20:0x0].0x7516c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580309.083934:0:205914:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946559616 00000100:00100000:0.0:1777580309.083950:0:205914:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946559616 00000100:00100000:0.0:1777580309.084002:0:205914:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830021467226 time 7830021957154 state 0x0 ref 1 00000100:00100000:0.0:1777580309.084018:0:205914:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830022057154 time 7830021957154 state 0x1 ref 1 00000100:00100000:0.0:1777580309.084057:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830022057154 time 7830032919039 state 0x0 ref 1 00000100:00100000:0.0:1777580309.084076:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+128:282885:x1863919946559616:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:0.0:1777580309.084112:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580309.084169:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4942a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90defe expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.084256:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4942a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90defe expref: 129 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.084274:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fce00/0xcb2b2f2f7e4942a lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x7ff:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90defe expref: 129 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.084297:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7ff:0x0].0x0 (ffffa02490544200) 00010000:00010000:0.0:1777580309.084300:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777580309.084303:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fce00, rc 0) 00000100:00100000:0.0:1777580309.084392:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b7e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+129:282885:x1863919946559616:12345-192.168.202.9@tcp:101:touch.500 Request processed in 321us (1800us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580309.084401:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19197 00000100:00100000:0.0:1777580309.084407:0:205914:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830022057154 time 7830032919039 state 0x2 ref 0 00000100:00100000:2.0:1777580309.098670:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.098721:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.098755:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.098790:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.098834:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.098876:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.098936:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.098996:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946559872 00000100:00100000:2.0:1777580309.099009:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946559872 00000100:00100000:2.0:1777580309.099063:0:188495:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829807244413 time 7829849613065 state 0x0 ref 1 00000100:00100000:3.0:1777580309.099081:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946560256 00000100:00100000:3.0:1777580309.099088:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946560256 00000100:00100000:2.0:1777580309.099089:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829849713065 time 7829849613065 state 0x1 ref 1 00000100:00100000:3.0:1777580309.099113:0:205909:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830022057154 time 7830032919039 state 0x0 ref 1 00000100:00100000:2.0:1777580309.099116:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946559744 00000100:00100000:2.0:1777580309.099122:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946559744 00000100:00100000:3.0:1777580309.099127:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830033019039 time 7830032919039 state 0x1 ref 1 00000100:00100000:3.0:1777580309.099164:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946560640 00000100:00100000:2.0:1777580309.099166:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829849713065 time 7829849613065 state 0x1 ref 2 00000100:00100000:3.0:1777580309.099169:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946560640 00000100:00100000:2.0:1777580309.099183:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946560000 00000100:00100000:2.0:1777580309.099187:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946560000 00000100:00100000:3.0:1777580309.099190:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829849713065 time 7829849613065 state 0x1 ref 3 00000100:00100000:3.0:1777580309.099205:0:205909:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946560768 00000100:00100000:3.0:1777580309.099209:0:205909:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946560768 00000100:00100000:2.0:1777580309.099210:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829849713065 time 7829849613065 state 0x1 ref 4 00000100:00100000:2.0:1777580309.099226:0:188495:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946560896 00000100:00100000:3.0:1777580309.099228:0:205909:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7829849713065 time 7829849613065 state 0x1 ref 5 00000100:00100000:2.0:1777580309.099231:0:188495:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946560896 00000100:00100000:3.0:1777580309.099253:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830048214907 time 7830048114907 state 0x1 ref 6 00000100:00100000:3.0:1777580309.099267:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390e0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282892:x1863919946559872:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580309.099301:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.099330:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49431 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df0c expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099425:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099444:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099460:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099481:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099488:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099495:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099662:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49446 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099671:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49446 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.099679:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49446 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580309.099716:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f4:0x0]: returning size 0 00000100:00100000:2.0:1777580309.101440:0:188495:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830048214907 time 7830048114907 state 0x1 ref 6 00000100:00100000:2.0:1777580309.101490:0:188495:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830033019039 time 7830050350823 state 0x0 ref 1 00000100:00100000:2.0:1777580309.101529:0:188495:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282891:x1863919946560256:12345-192.168.202.9@tcp:36:touch.500 00010000:00010000:2.0:1777580309.101606:0:188495:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777580309.101644:0:188495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4da00/0xcb2b2f2f7e4941c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x800:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90def7 expref: 136 pid: 191688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580309.102230:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580309.102285:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49446 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102311:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49446 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102324:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102332:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102338:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102345:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024975bde00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.102349:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102357:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102370:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580309.102374:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.102379:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102386:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bde00/0xcb2b2f2f7e49438 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102402:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102408:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102414:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102419:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b638f400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.102421:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102426:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102433:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x814b4fa8 (ffffa024185aa000) 00010000:00010000:3.0:1777580309.102435:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.102438:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102443:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b638f400/0xcb2b2f2f7e4943f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x814b4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.102491:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bc000/0xcb2b2f2f7e49431 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df0c expref: 136 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.104383:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f0b5800/0xcb2b2f2f7e49446 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df0c expref: 135 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.104402:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f4:0x0].0x0 (ffffa024997a0900) 00010000:00010000:3.0:1777580309.104406:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580309.104411:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f0b5800, rc 0) 00000100:00100000:0.0:1777580309.105023:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830053978281 time 7830053878281 state 0x1 ref 6 00000100:00100000:0.0:1777580309.105058:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282901:x1863919946559744:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580309.105083:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580309.105107:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e4944d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df05 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105242:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105260:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105279:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105300:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105307:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105314:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105463:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e49462 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105473:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e49462 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105480:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e49462 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.105521:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390e0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282892:x1863919946559872:12345-192.168.202.9@tcp:101:rm.500 Request processed in 6254us (6865us total) trans 0 rc 0/0 00000004:00200000:0.0:1777580309.105529:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f6:0x0]: returning size 0 00000004:00200000:0.0:1777580309.105535:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1777580309.105537:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19198 00000004:00010000:0.0:1777580309.105562:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e49462 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105580:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e49462 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105589:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.105590:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830054551678 time 7830054451678 state 0x1 ref 5 00010000:00010000:0.0:1777580309.105608:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.105613:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282908:x1863919946560640:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580309.105621:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105626:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580309.105628:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fda00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.105634:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105638:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49469 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df28 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105643:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105660:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580309.105663:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.105667:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105674:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fda00/0xcb2b2f2f7e49454 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105680:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105691:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105691:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105708:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105712:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105716:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105727:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023937fd000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.105731:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105732:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105746:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105749:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105761:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xed314fa8 (ffffa024993dfb00) 00010000:00010000:3.0:1777580309.105763:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105765:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.105770:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105827:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4947e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105836:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4947e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105844:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4947e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580309.105877:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7fa:0x0]: returning size 0 00000004:00200000:3.0:1777580309.105880:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580309.105890:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4947e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105898:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4947e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105904:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105909:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105915:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105920:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.105922:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105928:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105935:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580309.105938:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.105942:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105952:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6800/0xcb2b2f2f7e49470 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105962:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.105963:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd000/0xcb2b2f2f7e4945b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xed314fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105980:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105987:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.105992:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02384dc6200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.105995:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.106001:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.106009:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x145c0a8 (ffffa024185ac100) 00010000:00010000:0.0:1777580309.106010:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fd600/0xcb2b2f2f7e4944d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df05 expref: 137 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.106016:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.106021:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.106030:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6200/0xcb2b2f2f7e49477 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x145c0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.106030:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa023937fc600/0xcb2b2f2f7e49462 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df05 expref: 136 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.106047:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f6:0x0].0x0 (ffffa02481358800) 00010000:00010000:0.0:1777580309.106051:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580309.106054:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023937fc600, rc 0) 00010000:00010000:3.0:1777580309.106072:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6400/0xcb2b2f2f7e49469 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df28 expref: 137 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.106091:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc7600/0xcb2b2f2f7e4947e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df28 expref: 136 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.106099:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fa:0x0].0x0 (ffffa02499479000) 00010000:00010000:3.0:1777580309.106102:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580309.106105:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02384dc7600, rc 0) 00000100:00100000:0.0:1777580309.106116:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282901:x1863919946559744:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1074us (7361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580309.106124:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19200 00000100:00100000:3.0:1777580309.106160:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282908:x1863919946560640:12345-192.168.202.9@tcp:101:rm.500 Request processed in 528us (7347us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580309.106168:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19201 00010000:00010000:2.0:1777580309.106218:0:188495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x800:0x0].0x0 (ffffa02493bbda00) 00010000:00010000:2.0:1777580309.106233:0:188495:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777580309.106337:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.106516:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946561024 00000100:00100000:2.0:1777580309.106527:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946561024 00000100:00100000:0.0:1777580309.113726:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830062673114 time 7830062573114 state 0x1 ref 4 00000100:00100000:0.0:1777580309.113781:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282907:x1863919946560000:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580309.113820:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580309.113871:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e49485 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df13 expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.113977:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.113997:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114011:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114029:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114036:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114042:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114207:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4949a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114216:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4949a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114224:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4949a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580309.114257:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f9:0x0]: returning size 0 00000004:00200000:0.0:1777580309.114262:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580309.114285:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4949a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114299:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4949a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114308:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114316:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114324:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114330:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.114335:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114344:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114356:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580309.114360:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.114365:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114372:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d200/0xcb2b2f2f7e4948c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114390:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114400:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114406:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114411:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.114414:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114420:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114427:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x82ce4fa8 (ffffa02497a21e00) 00010000:00010000:0.0:1777580309.114429:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.114432:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114438:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c400/0xcb2b2f2f7e49493 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x82ce4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114471:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1de00/0xcb2b2f2f7e49485 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df13 expref: 136 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114483:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1cc00/0xcb2b2f2f7e4949a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df13 expref: 135 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114490:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f9:0x0].0x0 (ffffa024185aaf00) 00010000:00010000:0.0:1777580309.114493:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580309.114496:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1cc00, rc 0) 00000100:00100000:0.0:1777580309.114690:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282907:x1863919946560000:12345-192.168.202.9@tcp:101:rm.500 Request processed in 937us (15865us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580309.114701:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19202 00000100:00100000:0.0:1777580309.114751:0:205914:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830063711860 time 7830063611860 state 0x1 ref 3 00000100:00100000:0.0:1777580309.114765:0:205914:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282909:x1863919946560768:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580309.114777:0:205914:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580309.114787:0:205914:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e494a1 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df2f expref: -99 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114826:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114834:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114841:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114853:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114871:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114878:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114948:0:205914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e494b6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114957:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e494b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.114965:0:205914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e494b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580309.114987:0:205914:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7fb:0x0]: returning size 0 00000004:00200000:0.0:1777580309.114990:0:205914:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580309.115002:0:205914:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e494b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115010:0:205914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e494b6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115017:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115022:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115027:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115031:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.115034:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115039:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115048:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580309.115050:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.115053:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115059:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c800/0xcb2b2f2f7e494a8 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115071:0:205914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115077:0:205914:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115084:0:205914:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115090:0:205914:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1da00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.115093:0:205914:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115098:0:205914:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115104:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x68dcc0a8 (ffffa02497a21a00) 00010000:00010000:0.0:1777580309.115106:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.115616:0:205914:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115625:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1da00/0xcb2b2f2f7e494af lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x68dcc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115666:0:205914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d600/0xcb2b2f2f7e494a1 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df2f expref: 136 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115680:0:205914:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1ce00/0xcb2b2f2f7e494b6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df2f expref: 135 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.115688:0:205914:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fb:0x0].0x0 (ffffa02417834e00) 00010000:00010000:0.0:1777580309.115690:0:205914:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580309.115693:0:205914:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa024b4a1ce00, rc 0) 00000100:00100000:0.0:1777580309.115743:0:205914:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239248b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282909:x1863919946560768:12345-192.168.202.9@tcp:101:rm.500 Request processed in 982us (16868us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580309.115752:0:205914:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19203 00000100:00100000:3.0:1777580309.116736:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830063711860 time 7830065580265 state 0x0 ref 2 00000100:00100000:3.0:1777580309.116779:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+134:282910:x1863919946560896:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580309.116808:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.117972:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e494bd lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df36 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.118371:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.118393:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.118408:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.118429:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.118442:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.118450:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119217:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e494d2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119232:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e494d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119242:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e494d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580309.119283:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7fc:0x0]: returning size 0 00000004:00200000:3.0:1777580309.119291:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580309.119318:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e494d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119334:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e494d2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119345:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119352:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119360:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119371:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86200 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.119376:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119385:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119400:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580309.119403:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.119409:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119416:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86200/0xcb2b2f2f7e494c4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119436:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119443:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119449:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119455:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e86600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.119458:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119466:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119480:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x7cebc0a8 (ffffa02499479b00) 00010000:00010000:3.0:1777580309.119484:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.119487:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.119494:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86600/0xcb2b2f2f7e494cb lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x7cebc0a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.122356:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02384dc6600/0xcb2b2f2f7e494bd lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df36 expref: 136 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.122387:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e86a00/0xcb2b2f2f7e494d2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df36 expref: 135 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.122399:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7fc:0x0].0x0 (ffffa02417834f00) 00010000:00010000:3.0:1777580309.122403:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580309.122408:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e86a00, rc 0) 00000100:00100000:3.0:1777580309.122535:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0238e36bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+135:282910:x1863919946560896:12345-192.168.202.9@tcp:101:rm.500 Request processed in 5778us (23598us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580309.122548:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19204 00010000:00010000:3.0:1777580309.128394:0:188495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.128426:0:188495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.128444:0:188495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777580309.128670:0:188495:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1c1449e reply state 0000000005907d9f transno 8589950505 ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.128682:0:188495:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777580309.128847:0:188495:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1220a945-26e8-4f93-ba75-88d1936cf5a4+136:282891:x1863919946560256:12345-192.168.202.9@tcp:36:touch.500 Request processed in 27332us (30119us total) trans 8589950505 rc 0/0 00000100:00100000:3.0:1777580309.128867:0:188495:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19199 00000100:00100000:3.0:1777580309.128877:0:188495:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830033019039 time 7830050350823 state 0x2 ref 0 00000100:00100000:2.0:1777580309.130437:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830065680265 time 7830065580265 state 0x1 ref 1 00000100:00100000:2.0:1777580309.130598:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830065680265 time 7830079459135 state 0x0 ref 1 00000100:00100000:2.0:1777580309.130626:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02388edf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+381:282911:x1863919946561024:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580309.130660:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580309.130687:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e494e0 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df3d expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.130780:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.130799:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.130813:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.130838:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.130847:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.130856:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131030:0:187632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e494f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131041:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e494f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131049:0:187632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e494f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777580309.131096:0:187632:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f1:0x0]: returning size 0 00000004:00200000:2.0:1777580309.131332:0:187632:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777580309.131365:0:187632:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e494f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131380:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e494f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131390:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131397:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131404:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131410:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02496e4c800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.131415:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131423:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131436:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580309.131440:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.131445:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131451:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4c800/0xcb2b2f2f7e494e7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131464:0:187632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131470:0:187632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131475:0:187632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131480:0:187632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.131483:0:187632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131488:0:187632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131495:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xb5064fa8 (ffffa02498977c00) 00010000:00010000:2.0:1777580309.131497:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.131500:0:187632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131505:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149600/0xcb2b2f2f7e494ee lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131546:0:187632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e4ca00/0xcb2b2f2f7e494e0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df3d expref: 383 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131563:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e494f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df3d expref: 382 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.131571:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:2.0:1777580309.131574:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777580309.131577:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148c00, rc 0) 00000100:00100000:2.0:1777580309.131658:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02388edf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282911:x1863919946561024:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1044us (25321us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580309.131668:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19205 00000100:00100000:2.0:1777580309.131675:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830065680265 time 7830079459135 state 0x2 ref 0 00000100:00100000:3.0:1777580309.138850:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580309.138969:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946560512 00000100:00100000:0.0:1777580309.138983:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946560512 00000100:00100000:3.0:1777580309.138986:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.139026:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580309.139038:0:187631:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830065680265 time 7830079459135 state 0x0 ref 1 00000100:00100000:0.0:1777580309.139059:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830079559135 time 7830079459135 state 0x1 ref 1 00000100:00100000:3.0:1777580309.139067:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.140530:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.140557:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.140579:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.143338:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946561280 00000100:00100000:2.0:1777580309.143358:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946561280 00000100:00100000:2.0:1777580309.143443:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946561664 00000100:00100000:2.0:1777580309.143447:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946561664 00000100:00100000:2.0:1777580309.143467:0:205907:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946561792 00000100:00100000:2.0:1777580309.143471:0:205907:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946561792 00000100:00100000:2.0:1777580309.143502:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11745 00000100:00100000:2.0:1777580309.143514:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2362:x1863919946561280:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:2.0:1777580309.145359:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2362:x1863919946561280:12345-192.168.202.9@tcp:2:touch.500 Request processed in 1831us (6315us total) trans 8589938547 rc 0/0 00000100:00100000:2.0:1777580309.145377:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11745 00000100:00100000:2.0:1777580309.145426:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11746 00000100:00100000:2.0:1777580309.145439:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946561664:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580309.145458:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580309.145486:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e494fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df4b expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580309.145520:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1593:0x0] initial LVB size: 0, mtime: 0x69f3b914, atime: 0x69f3b914, ctime: 0x69f3b914, blocks: 0x1 00010000:00010000:2.0:1777580309.145548:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580309.145551:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580309.145563:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e494fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df4b expref: 37 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.145591:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb17b5f2/0xcb2b2f2f7e494fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df4b expref: 37 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.145609:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f148600, rc 0) 00000100:00100000:2.0:1777580309.145653:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2364:x1863919946561664:12345-192.168.202.9@tcp:101:rm.500 Request processed in 220us (5133us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580309.145660:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11746 00000100:00100000:2.0:1777580309.145674:0:205907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11747 00000100:00100000:2.0:1777580309.145681:0:205907:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ac5e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946561792:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:2.0:1777580309.145688:0:205907:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580309.145698:0:205907:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e49503 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df52 expref: -99 pid: 205907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580309.145712:0:205907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1594:0x0] initial LVB size: 0, mtime: 0x69f3b914, atime: 0x69f3b914, ctime: 0x69f3b914, blocks: 0x1 00010000:00010000:2.0:1777580309.145721:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580309.145722:0:205907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580309.145726:0:205907:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e49503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df52 expref: 37 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.145744:0:205907:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010f55ea4/0xcb2b2f2f7e49503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df52 expref: 37 pid: 205907 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.145753:0:205907:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149800, rc 0) 00000100:00100000:2.0:1777580309.145773:0:205907:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ac5e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2364:x1863919946561792:12345-192.168.202.9@tcp:101:rm.500 Request processed in 92us (5215us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580309.145780:0:205907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11747 00000100:00100000:0.0:1777580309.146394:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946560384 00000100:00100000:0.0:1777580309.146407:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946560384 00000100:00100000:0.0:1777580309.146460:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830079559135 time 7830079459135 state 0x1 ref 2 00000100:00100000:0.0:1777580309.146501:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830095462523 time 7830095362523 state 0x1 ref 2 00000100:00100000:0.0:1777580309.146516:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+137:282896:x1863919946560512:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580309.146534:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580309.146555:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e4950a lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df21 expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.146640:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.146659:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.146672:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.146694:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.146702:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.146709:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147321:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4951f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147334:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4951f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147342:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4951f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777580309.147387:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f5:0x0]: returning size 0 00000004:00200000:0.0:1777580309.147392:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777580309.147419:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4951f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147436:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4951f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147451:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.147456:0:187633:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946561536 00010000:00010000:0.0:1777580309.147458:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.147467:0:187633:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946561536 00010000:00010000:0.0:1777580309.147469:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147477:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa024b4a1d400 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.147482:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147491:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147505:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:0.0:1777580309.147509:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.147515:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147521:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1d400/0xcb2b2f2f7e49511 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147540:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147546:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147552:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147558:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249dea2600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.147562:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.147570:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580309.147573:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147582:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0xee224fa8 (ffffa02497a21f00) 00010000:00010000:0.0:1777580309.147585:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.147588:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147595:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2600/0xcb2b2f2f7e49518 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.147611:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.147634:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580309.147639:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024b4a1c200/0xcb2b2f2f7e4950a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df21 expref: 140 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147660:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4951f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df21 expref: 139 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.147669:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f5:0x0].0x0 (ffffa024185aa300) 00010000:00010000:0.0:1777580309.147672:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580309.147675:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249dea2a00, rc 0) 00000100:00100000:2.0:1777580309.147684:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1777580309.147742:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+139:282896:x1863919946560512:12345-192.168.202.9@tcp:101:rm.500 Request processed in 1228us (8904us total) trans 0 rc 0/0 00000100:00100000:0.0:1777580309.147753:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19206 00000100:00100000:0.0:1777580309.148212:0:187631:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946561152 00000100:00100000:0.0:1777580309.148220:0:187631:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946561152 00000100:00100000:0.0:1777580309.148248:0:187631:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830095462523 time 7830095362523 state 0x1 ref 2 00000100:00100000:0.0:1777580309.148276:0:187631:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830097238948 time 7830097138948 state 0x1 ref 2 00000100:00100000:0.0:1777580309.148291:0:187631:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+139:282905:x1863919946560384:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580309.148309:0:187631:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777580309.148325:0:187633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4122 00010000:00010000:0.0:1777580309.148326:0:187631:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e49526 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df1a expref: -99 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.148342:0:187633:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+140:282880:x1863919946561536:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:2.0:1777580309.148386:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580309.148391:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148404:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148415:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148435:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148443:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148451:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.148536:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1777580309.148555:0:187631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4953b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148568:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4953b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.148575:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946561920 00010000:00010000:0.0:1777580309.148577:0:187631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4953b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.148580:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946561920 00000004:00200000:0.0:1777580309.148607:0:187631:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f7:0x0]: returning size 0 00000004:00200000:0.0:1777580309.148611:0:187631:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:2.0:1777580309.148619:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946562048 00000100:00100000:2.0:1777580309.148624:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946562048 00000004:00010000:0.0:1777580309.148629:0:187631:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4953b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148642:0:187631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4953b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148650:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.148653:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946562176 00000100:00100000:2.0:1777580309.148657:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946562176 00010000:00010000:0.0:1777580309.148660:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148667:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148673:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6f800 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.148677:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.148678:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946562304 00000100:00100000:2.0:1777580309.148683:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946562304 00010000:00010000:0.0:1777580309.148689:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148701:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00000100:00100000:2.0:1777580309.148703:0:207637:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946562560 00010000:00010000:0.0:1777580309.148706:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777580309.148708:0:207637:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946562560 00010000:00010000:0.0:1777580309.148712:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148725:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6f800/0xcb2b2f2f7e4952d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.148736:0:207637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11748 00010000:00010000:0.0:1777580309.148740:0:187631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.148748:0:207637:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1220a945-26e8-4f93-ba75-88d1936cf5a4+36:2364:x1863919946561920:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:0.0:1777580309.148749:0:187631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.148761:0:187631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.148763:0:207637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777580309.148770:0:187631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02388f6fe00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:0.0:1777580309.148773:0:187631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.148783:0:207637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e49542 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df59 expref: -99 pid: 207637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777580309.148815:0:207637:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b9:0x0] initial LVB size: 0, mtime: 0x69f3b914, atime: 0x69f3b914, ctime: 0x69f3b914, blocks: 0x1 00010000:00010000:2.0:1777580309.148843:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580309.148845:0:207637:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777580309.148854:0:207637:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e49542 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df59 expref: 37 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.148884:0:207637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f407177f/0xcb2b2f2f7e49542 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df59 expref: 37 pid: 207637 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777580309.148955:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11749 00000100:00100000:1.0:1777580309.148967:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ae684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2361:x1863919946562048:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580309.148976:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580309.148990:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e49549 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df60 expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580309.149007:0:206352:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b5:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580309.149019:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580309.149021:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580309.149026:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e49549 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df60 expref: 38 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580309.149038:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071c1aeea/0xcb2b2f2f7e49549 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df60 expref: 38 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580309.149051:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1200, rc 0) 00000100:00100000:1.0:1777580309.149102:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ae684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2361:x1863919946562048:12345-192.168.202.9@tcp:101:rm.500 Request processed in 139us (1493us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580309.149343:0:187633:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0239235d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282880:x1863919946561536:12345-192.168.202.9@tcp:35:touch.500 Request processed in 1006us (10358us total) trans 8589950506 rc 0/0 00000100:00100000:3.0:1777580309.149352:0:187633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4122 00000100:00100000:3.0:1777580309.149490:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11750 00000100:00100000:3.0:1777580309.149500:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2363:x1863919946562176:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580309.149511:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.149525:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e49550 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df67 expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580309.149541:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b6:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:3.0:1777580309.149551:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580309.149553:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580309.149558:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e49550 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df67 expref: 39 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.149570:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014d18cfc/0xcb2b2f2f7e49550 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df67 expref: 39 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.149579:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee8000, rc 0) 00000100:00100000:3.0:1777580309.149599:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2363:x1863919946562176:12345-192.168.202.9@tcp:101:rm.500 Request processed in 102us (1966us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580309.149605:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11750 00000100:00100000:3.0:1777580309.149623:0:206020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11751 00000100:00100000:3.0:1777580309.149630:0:206020:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2364:x1863919946562304:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580309.149638:0:206020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.149649:0:206020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090417f6d/0xcb2b2f2f7e49557 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df6e expref: -99 pid: 206020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580309.149663:0:206020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b8:0x0] initial LVB size: 0, mtime: 0x69f3b914, atime: 0x69f3b914, ctime: 0x69f3b914, blocks: 0x1 00010000:00010000:3.0:1777580309.149672:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580309.149674:0:206020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580309.149677:0:206020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090417f6d/0xcb2b2f2f7e49557 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df6e expref: 39 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.149689:0:206020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000090417f6d/0xcb2b2f2f7e49557 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df6e expref: 39 pid: 206020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.149698:0:206020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023f8ee9400, rc 0) 00000100:00100000:1.0:1777580309.150727:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11749 00000100:00100000:1.0:1777580309.150763:0:206352:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11752 00000100:00100000:1.0:1777580309.150848:0:206352:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+24:2362:x1863919946562560:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580309.150876:0:206352:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580309.150900:0:206352:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e4955e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df7c expref: -99 pid: 206352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580309.150924:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580309.150927:0:206352:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580309.150933:0:206352:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e4955e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df7c expref: 25 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580309.150949:0:206352:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075aaf16d/0xcb2b2f2f7e4955e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df7c expref: 25 pid: 206352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580309.150963:0:206352:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff0e00, rc 0) 00000100:00100000:1.0:1777580309.151009:0:206352:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:e34df675-1aa3-4a1f-9c3e-2f402307d398+25:2362:x1863919946562560:12345-192.168.202.9@tcp:101:rm.500 Request processed in 239us (2474us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580309.151017:0:206352:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11752 00010000:00010000:2.0:1777580309.151331:0:207637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa0249f149200, rc 0) 00000100:00100000:2.0:1777580309.151366:0:207637:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2364:x1863919946561920:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2622us (3802us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580309.151376:0:207637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11748 00010000:00010000:2.0:1777580309.151420:0:3275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.151431:0:3275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.151439:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.151447:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa023f8ee8600 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.151453:0:3275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.151467:0:3275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.151484:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x800:0x0].0x0 (ffffa02499479700) 00010000:00010000:2.0:1777580309.151488:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.151493:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.151499:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee8600/0xcb2b2f2f7e494d9 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x800:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 188495 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.151801:0:187632:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946562432 00000100:00100000:2.0:1777580309.151812:0:187632:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946562432 00010000:00010000:0.0:1777580309.152963:0:187631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.152981:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x74204fa8 (ffffa02497a21600) 00000100:00100000:3.0:1777580309.152983:0:206020:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2364:x1863919946562304:12345-192.168.202.9@tcp:101:rm.500 Request processed in 88us (2035us total) trans 0 rc 0/0 00010000:00010000:0.0:1777580309.152985:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777580309.152991:0:187631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.153000:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fe00/0xcb2b2f2f7e49534 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x74204fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 187631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.153082:0:187631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea3800/0xcb2b2f2f7e49526 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df1a expref: 141 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777580309.153118:0:187631:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02388f6fa00/0xcb2b2f2f7e4953b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df1a expref: 140 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777580309.153125:0:206020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11751 00010000:00010000:0.0:1777580309.153131:0:187631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f7:0x0].0x0 (ffffa02417834700) 00010000:00010000:0.0:1777580309.153152:0:187631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777580309.153155:0:187631:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02388f6fa00, rc 0) 00000100:00100000:3.0:1777580309.153217:0:205909:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830097238948 time 7830102075175 state 0x0 ref 2 00000100:00100000:0.0:1777580309.153227:0:187631:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024b55b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1220a945-26e8-4f93-ba75-88d1936cf5a4+140:282905:x1863919946560384:12345-192.168.202.9@tcp:101:rm.500 Request processed in 4939us (14162us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580309.153239:0:205909:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024ac5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+140:282904:x1863919946561152:12345-192.168.202.9@tcp:101:rm.500 00000100:00100000:0.0:1777580309.153239:0:187631:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19207 00010000:00010000:3.0:1777580309.153263:0:205909:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.153283:0:205909:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e49565 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df44 expref: -99 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.153363:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580309.153375:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580309.153383:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.153397:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.153413:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.153425:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.153431:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155346:0:205909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e87a00/0xcb2b2f2f7e4957a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155372:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e87a00/0xcb2b2f2f7e4957a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155387:0:205909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e87a00/0xcb2b2f2f7e4957a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777580309.155447:0:205909:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd1:0x7f8:0x0]: returning size 0 00000004:00200000:3.0:1777580309.155453:0:205909:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777580309.155479:0:205909:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e87a00/0xcb2b2f2f7e4957a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155494:0:205909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e87a00/0xcb2b2f2f7e4957a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155504:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155511:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155519:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155530:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.155535:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155543:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155558:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:3.0:1777580309.155562:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.155567:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155574:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149a00/0xcb2b2f2f7e4956c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155589:0:205909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155597:0:205909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777580309.155602:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1777580309.155609:0:205909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155616:0:205909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa0249f149c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:3.0:1777580309.155619:0:205909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155876:0:205909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155892:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x15f74fa8 (ffffa02481646b00) 00010000:00010000:3.0:1777580309.155895:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777580309.155898:0:205909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155904:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f149c00/0xcb2b2f2f7e49573 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x20:0x0].0x15f74fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155957:0:205909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa023f8ee9200/0xcb2b2f2f7e49565 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df44 expref: 141 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155974:0:205909:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02496e87a00/0xcb2b2f2f7e4957a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x7f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df44 expref: 140 pid: 205909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.155982:0:205909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f8:0x0].0x0 (ffffa02493ac1000) 00010000:00010000:3.0:1777580309.155985:0:205909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777580309.155987:0:205909:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e87a00, rc 0) 00000100:00100000:2.0:1777580309.156063:0:206054:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946562816 00000100:00100000:2.0:1777580309.156076:0:206054:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946562816 00000100:00100000:2.0:1777580309.156170:0:206054:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 4123 00000100:00100000:3.0:1777580309.156176:0:205909:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024ac5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282904:x1863919946561152:12345-192.168.202.9@tcp:101:rm.500 Request processed in 2942us (15592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580309.156185:0:206054:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa024aec3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282885:x1863919946562816:12345-192.168.202.9@tcp:35:touch.500 00000100:00100000:3.0:1777580309.156189:0:205909:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19208 00000100:00100000:3.0:1777580309.156200:0:205909:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830097238948 time 7830102075175 state 0x2 ref 0 00000100:00100000:2.0:1777580309.156567:0:206054:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa024aec3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282885:x1863919946562816:12345-192.168.202.9@tcp:35:touch.500 Request processed in 385us (3195us total) trans 8589950507 rc 0/0 00000100:00100000:2.0:1777580309.156575:0:206054:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 4123 00000100:00100000:2.0:1777580309.156738:0:187632:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830033019039 time 7830050350823 state 0x0 ref 1 00000100:00100000:2.0:1777580309.156750:0:187632:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830050450823 time 7830050350823 state 0x1 ref 1 00000100:00100000:2.0:1777580309.156784:0:187632:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830050450823 time 7830105646737 state 0x0 ref 1 00000100:00100000:2.0:1777580309.156795:0:187632:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+140:282891:x1863919946562432:12345-192.168.202.9@tcp:101:touch.500 00010000:00010000:2.0:1777580309.156807:0:187632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777580309.156842:0:187632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e49581 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x800:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df75 expref: -99 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.156906:0:187632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e49581 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x800:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df75 expref: 141 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.156921:0:187632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030200/0xcb2b2f2f7e49581 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x800:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df75 expref: 141 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.156939:0:187632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x800:0x0].0x0 (ffffa02483f8ec00) 00010000:00010000:2.0:1777580309.156942:0:187632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777580309.156946:0:187632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02480030200, rc 0) 00000100:00100000:1.0:1777580309.156972:0:206023:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946562944 00000100:00100000:2.0:1777580309.156974:0:187632:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02390ed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282891:x1863919946562432:12345-192.168.202.9@tcp:101:touch.500 Request processed in 181us (8590us total) trans 0 rc 0/0 00000100:00100000:2.0:1777580309.156983:0:187632:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19209 00000100:00100000:1.0:1777580309.156983:0:206023:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946562944 00000100:00100000:2.0:1777580309.156989:0:187632:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248aefa300 key jobid={touch.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830050450823 time 7830105646737 state 0x2 ref 0 00000100:00100000:1.0:1777580309.157033:0:206023:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11753 00000100:00100000:1.0:1777580309.157041:0:206023:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa0249c24d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+37:2363:x1863919946562944:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:1.0:1777580309.157052:0:206023:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777580309.157070:0:206023:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e49588 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df83 expref: -99 pid: 206023 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777580309.157098:0:206023:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1591:0x0] initial LVB size: 0, mtime: 0x69f3b913, atime: 0x69f3b913, ctime: 0x69f3b913, blocks: 0x1 00010000:00010000:1.0:1777580309.157118:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580309.157122:0:206023:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777580309.157131:0:206023:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e49588 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df83 expref: 38 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580309.157170:0:206023:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f759f69a/0xcb2b2f2f7e49588 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df83 expref: 38 pid: 206023 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777580309.157182:0:206023:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa023deff1e00, rc 0) 00000100:00100000:1.0:1777580309.157216:0:206023:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa0249c24d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2363:x1863919946562944:12345-192.168.202.9@tcp:101:rm.500 Request processed in 177us (1778us total) trans 0 rc 0/0 00000100:00100000:1.0:1777580309.157222:0:206023:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11753 00000100:00100000:3.0:1777580309.170292:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.170344:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1777580309.170381:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946563072 00000100:00100000:3.0:1777580309.170394:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946563072 00000100:00100000:3.0:1777580309.170452:0:205905:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946563200 00000100:00100000:3.0:1777580309.170455:0:205905:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946563200 00000100:00100000:3.0:1777580309.170481:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11754 00000100:00100000:3.0:1777580309.170493:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2362:x1863919946563072:12345-192.168.202.9@tcp:2:touch.500 00000100:00100000:3.0:1777580309.174227:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2362:x1863919946563072:12345-192.168.202.9@tcp:2:touch.500 Request processed in 3725us (3937us total) trans 8589938947 rc 0/0 00000100:00100000:3.0:1777580309.174243:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11754 00000100:00100000:3.0:1777580309.174287:0:205905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11755 00000100:00100000:3.0:1777580309.174303:0:205905:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02395c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2362:x1863919946563200:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580309.174319:0:205905:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.174344:0:205905:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3d27eaf/0xcb2b2f2f7e4958f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df8a expref: -99 pid: 205905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580309.174375:0:205905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15b7:0x0] initial LVB size: 0, mtime: 0x69f3b914, atime: 0x69f3b914, ctime: 0x69f3b914, blocks: 0x1 00010000:00010000:3.0:1777580309.174397:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580309.174399:0:205905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580309.174409:0:205905:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3d27eaf/0xcb2b2f2f7e4958f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df8a expref: 39 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.174429:0:205905:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3d27eaf/0xcb2b2f2f7e4958f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df8a expref: 39 pid: 205905 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.174446:0:205905:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e86600, rc 0) 00000100:00100000:3.0:1777580309.174471:0:205905:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02395c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2362:x1863919946563200:12345-192.168.202.9@tcp:101:rm.500 Request processed in 177us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580309.174478:0:205905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11755 00000100:00100000:2.0:1777580309.176629:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.176720:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.176793:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1777580309.176826:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946563840 00000100:00100000:2.0:1777580309.176839:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946563840 00000100:00100000:2.0:1777580309.176900:0:191688:0:(nrs_tbf.c:1263:nrs_tbf_lru_tryhit()) mdt.0 NRS: TBF LRU hit: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830097238948 time 7830102075175 state 0x0 ref 1 00000100:00100000:2.0:1777580309.176917:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830102175175 time 7830102075175 state 0x1 ref 1 00000100:00100000:2.0:1777580309.176938:0:191688:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946563584 00000100:00100000:2.0:1777580309.176941:0:191688:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946563584 00000100:00100000:2.0:1777580309.176953:0:191688:0:(nrs_tbf.c:2359:nrs_tbf_req_add()) mdt.0 NRS: TBF enqueues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830102175175 time 7830102075175 state 0x1 ref 2 00000100:00100000:2.0:1777580309.176971:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830125933861 time 7830125833861 state 0x1 ref 2 00000100:00100000:2.0:1777580309.176982:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282896:x1863919946563840:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580309.177062:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580309.177098:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249dea2a00/0xcb2b2f2f7e4951f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df21 expref: 141 pid: 187631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177125:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02383f51200/0xcb2b2f2f7e491b4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90de41 expref: 140 pid: 207396 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177164:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f5:0x0].0x0 (ffffa024185aa300) 00010000:00010000:2.0:1777580309.177176:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580309.177208:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177225:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177238:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177256:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e4959d lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177263:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e4959d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177269:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e4959d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177429:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177438:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.177445:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580309.178059:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1838, 64 off125824 00000004:00080000:2.0:1777580309.178074:0:191688:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 7830126938225ns, next at 7831126935286ns, rc = 0 00010000:00010000:2.0:1777580309.178185:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178196:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178206:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178214:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178221:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178227:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178251:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777580309.178276:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178282:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178289:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178295:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030a00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.178300:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178307:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178318:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f5:0x0].0x0 (ffffa02483f8ef00) 00010000:00010000:2.0:1777580309.178321:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580309.178324:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178330:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030a00/0xcb2b2f2f7e495a4 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178352:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178358:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178364:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178368:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480031c00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.178371:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178377:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178384:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580309.178386:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.178389:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178395:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480031c00/0xcb2b2f2f7e49596 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580309.178407:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f97a3abf reply state 00000000580d715d transno 8589950508 ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030e00/0xcb2b2f2f7e4959d lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xee224fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.178416:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580309.178526:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+141:282896:x1863919946563840:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1540us (1800us total) trans 8589950508 rc 0/0 00000100:00100000:2.0:1777580309.178537:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19210 00000100:00100000:2.0:1777580309.178578:0:191688:0:(nrs_tbf.c:2283:nrs_tbf_req_get()) mdt.0 NRS: TBF dequeues: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830125933861 time 7830127438731 state 0x0 ref 1 00000100:00100000:2.0:1777580309.178592:0:191688:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282911:x1863919946563584:12345-192.168.202.9@tcp:36:rm.500 00010000:00010000:2.0:1777580309.178638:0:191688:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777580309.178654:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa0249f148c00/0xcb2b2f2f7e494f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df3d expref: 382 pid: 187632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178668:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa024975bd800/0xcb2b2f2f7e49390 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90decd expref: 381 pid: 205914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178682:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:2.0:1777580309.178687:0:191688:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777580309.178703:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178712:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178720:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178733:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e495b9 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178740:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e495b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178746:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e495b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178829:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178840:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.178847:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777580309.179285:0:191688:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1839, 64 off125888 00010000:00010000:2.0:1777580309.179345:0:191688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179356:0:191688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179364:0:191688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179371:0:191688:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179377:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179383:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179404:0:191688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1777580309.179422:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179429:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179435:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179440:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9ae00 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.179444:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179451:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179465:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:2.0:1777580309.179468:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777580309.179471:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179478:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9ae00/0xcb2b2f2f7e495c0 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179493:0:191688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179499:0:191688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179505:0:191688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179510:0:191688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9b000 already unused, calling callback (ffffffffc1fac4f0) 00010000:00010000:2.0:1777580309.179513:0:191688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179520:0:191688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179528:0:191688:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x20:0x0].0x0 (ffffa02490544300) 00010000:00010000:2.0:1777580309.179531:0:191688:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777580309.179534:0:191688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179539:0:191688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b000/0xcb2b2f2f7e495b2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777580309.179553:0:191688:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7053adc reply state 000000006e60ad8b transno 8589950509 ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9b800/0xcb2b2f2f7e495b9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x20:0x0].0xb5064fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777580309.179561:0:191688:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777580309.179628:0:191688:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e34df675-1aa3-4a1f-9c3e-2f402307d398+382:282911:x1863919946563584:12345-192.168.202.9@tcp:36:rm.500 Request processed in 1037us (2832us total) trans 8589950509 rc 0/0 00000100:00100000:2.0:1777580309.179637:0:191688:0:(nrs_tbf.c:2414:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.202.9@tcp, seq: 19211 00000100:00100000:2.0:1777580309.179644:0:191688:0:(nrs_tbf.c:1243:nrs_tbf_lru_add()) mdt.0 NRS: TBF LRU add: class@ffffa0248308ca00 key jobid={rm.500} rule@0xffffa0248aefad00 gen 0 rate 10000 depth 3 token 2 deadline 7830125933861 time 7830127438731 state 0x2 ref 0 00010000:00010000:2.0:1777580309.179686:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1777580309.179693:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179700:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02480030800 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580309.179703:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179709:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179718:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f5:0x0].0x0 (ffffa02483f8ef00) 00010000:00010000:2.0:1777580309.179721:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580309.179724:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179729:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02480030800/0xcb2b2f2f7e495ab lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179749:0:187618:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777580309.179752:0:187618:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179758:0:187618:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffffa02395f9bc00 already unused, calling callback (ffffffffc157f320) 00010000:00010000:2.0:1777580309.179760:0:187618:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179766:0:187618:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179773:0:187618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x7f1:0x0].0x0 (ffffa0241785f400) 00010000:00010000:2.0:1777580309.179775:0:187618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777580309.179778:0:187618:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179783:0:187618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffffa02395f9bc00/0xcb2b2f2f7e495c7 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x7f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 191688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777580309.179790:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580309.179792:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580309.179794:0:187618:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777580309.179801:0:187619:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777580309.181655:0:193009:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919946563328 00000100:00100000:3.0:1777580309.181676:0:193009:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919946563328 00000100:00100000:3.0:1777580309.181952:0:193009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 11756 00000100:00100000:3.0:1777580309.181966:0:193009:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+38:2361:x1863919946563328:12345-192.168.202.9@tcp:101:rm.500 00010000:00010000:3.0:1777580309.182034:0:193009:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777580309.182067:0:193009:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f3f39e5/0xcb2b2f2f7e495ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x227ed79ccf90df91 expref: -99 pid: 193009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777580309.182104:0:193009:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1592:0x0] initial LVB size: 0, mtime: 0x69f3b914, atime: 0x69f3b914, ctime: 0x69f3b914, blocks: 0x1 00010000:00010000:3.0:1777580309.182130:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580309.182156:0:193009:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777580309.182168:0:193009:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f3f39e5/0xcb2b2f2f7e495ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df91 expref: 39 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.182189:0:193009:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008f3f39e5/0xcb2b2f2f7e495ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0x227ed79ccf90df91 expref: 39 pid: 193009 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777580309.182205:0:193009:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffffa02496e86200, rc 0) 00000100:00100000:3.0:1777580309.196409:0:193009:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffffa02393de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1220a945-26e8-4f93-ba75-88d1936cf5a4+39:2361:x1863919946563328:12345-192.168.202.9@tcp:101:rm.500 Request processed in 14427us (19774us total) trans 0 rc 0/0 00000100:00100000:3.0:1777580309.196428:0:193009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 11756 Debug log: 60533 lines, 60533 kept, 0 dropped, 0 bad.